{ "target": "jev", "cases": "/Users/alexanderollman/jevtest/train/public-banking77/heldout.jsonl", "summary": { "n": 3080, "correct": 2463, "accuracy": 0.7996753246753247, "wilson_95": [ 0.7851708699398071, 0.8134331843379822 ], "macro_f1": 0.7926555847490673, "errors": 0, "probability_rows": 3080, "multiclass_brier": 0.3077470779220779, "nll": 2.014750355029395, "ece_10_equal_width": 0.08526948051948038, "p50_ms": 187.19083303585649, "p95_ms": 309.0783749939874, "cost_usd": 0.13345122 }, "rows": [ { "id": "banking77-heldout-0", "text_group": "89000fd16dbb30e00f276b9cd7e67d37bc69c752ecbbc58f81aa55bbce2d79e6", "expected": "card_arrival", "prediction": "lost_or_stolen_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0.01, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.99, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "exchange_charge": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "transfer_timing": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 163.00737496931106, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1", "text_group": "9cae6f142e0b2fc7a163d384abc6f460c982e7640ffe81af1bb9c8961c997e76", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "getting_virtual_card": 0, "atm_support": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0.06, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0.93, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0.01, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 169.5364579791203, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2", "text_group": "f930ff33d73cb65773519149a55b14eb22a233bfe5336bf20784462da6decafa", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0.96, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "card_delivery_estimate": 0.04, "top_up_by_card_charge": 0, "terminate_account": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "automatic_top_up": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 153.11441698577255, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-3", "text_group": "dda71f44fb5f3d275db50950d0336c5e00e9e60e0c83b29121220b8b02988f58", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0.97, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "top_up_reverted": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0.03, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 203.16874992568046, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-4", "text_group": "a5ed030587286e13e22591beffac23e6c703c680bff1f143a612cd142a8f7f61", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.96, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.04, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "fiat_currency_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 232.9497499158606, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-5", "text_group": "ad2d19788d7d3abc6af10d9566bd3f46faf95b0bbcd52649b1159b7c3e43ff6b", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.81, "get_physical_card": 0.01, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0.18, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0, "exchange_rate": 0, "declined_card_payment": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 182.23887495696545, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-6", "text_group": "c5cecc3f86b0fd0d863c9857a08321c182926c2c07e7d4f11cffc16d94b726c5", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0.01, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0.42, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0.56, "cancel_transfer": 0, "order_physical_card": 0.01, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "age_limit": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 132.37454101908952, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-7", "text_group": "42571d78b7078520b38c9261af379c72cc75fc78f463f3c6d828ae49d33365af", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0.01, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0.97, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0.02, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 253.62391700036824, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-8", "text_group": "d865b4fddda8867c73783bae6ae8da89e02459b5dfdd91008dde27f651a4afa6", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0.03, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.14, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0.81, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0.01, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 148.69820792227983, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-9", "text_group": "97090c7676c34a994af52de3cf1a20b1a555d1a74f32d0412526926f4a6c9334", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0.77, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "age_limit": 0, "card_arrival": 0.23, "getting_virtual_card": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 130.98229200113565, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-10", "text_group": "187359c988115f73dae9c35ad10782c70cdf0ce991b55e4e4da272462ab856f3", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0.55, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0.45, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 188.35141707677394, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-11", "text_group": "65abce4fe4f938757519ca101b65990074f7453154fbe7b942d07f437777acc5", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0.99, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0.01, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 160.22249998059124, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-12", "text_group": "46583724086617cab7bf21a0f8bf54c46067836b4563d4c6498d46bc338ec022", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0.1, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0.03, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "exchange_charge": 0, "card_arrival": 0.87, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 203.91183299943805, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-13", "text_group": "c3be7814d5be60227017d39d04a5fbbc3a527c1ee830f1197df869797cffcbfd", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.8200000000000001, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.15, "get_physical_card": 0.03, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 155.60149995144457, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-14", "text_group": "ad1f3c2c2127a1c4d47db437d3bb52c70b30354803aadfdcf75cd393a73b5ee9", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0.18, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0.8200000000000001, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 179.0785420453176, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-15", "text_group": "d98d56d25483cd536f741d4dfa56c524f339df19ed37696ebc994e632a8ef30a", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.06, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.9400000000000001, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "top_up_failed": 0, "compromised_card": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 178.04379190783948, "usage": { "input_tokens": 1041, "output_tokens": 828, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-16", "text_group": "6e407f31f49e7d7e94c4204527869ba3edd3800d6e2ee69b9b628ddd0dd8cad1", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.85, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.15, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 147.61737501248717, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-17", "text_group": "c07ae12f9dd266e346304b477affd46a1a3c4823457a7bf3645e187e5ae37b52", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "country_support": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0.1, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0.9, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "getting_spare_card": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 186.25383300241083, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-18", "text_group": "3e222e5e4bdc52cf2d6e774fb60c576c8f745b02ec27ef0de4129a4a8942d600", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0.07, "card_arrival": 0.92, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0.01, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 169.31770800147206, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-19", "text_group": "ab10dbd75b8fd00d88963d7141396731397e75028d5606021c5ff274a31f3f9a", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0.08, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "pin_blocked": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0.9, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0.02, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 209.7650000359863, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-20", "text_group": "39ca3619547be3b4454311d626fab56a50dee566aec77e76b54aef3279b44577", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "declined_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0.01, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0.14, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0.07, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0.78, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 153.99383404292166, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-21", "text_group": "f91428f584cfcde7b7f36632f30f4836a93d43336a218bab6149370c7d4a8cc7", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0.01, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0.04, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0.38, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0.57, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 259.47670894674957, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-22", "text_group": "04d8eeca6690b0e19070e1741c863aa0aaf906b3a6fe788c82ca795c840344a3", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0.02, "card_delivery_estimate": 0.98, "edit_personal_details": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "get_physical_card": 0, "top_up_failed": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 294.3959580734372, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-23", "text_group": "a03bc944143228b60b2fade3cf439dfab9c1f5a2527ec96d65a9f226f641aa04", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0.01, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0.17, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0.82, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 220.54816700983793, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-24", "text_group": "3f7a7b388e80effca4fafdc7c39cbbe5a135d9d14687325f25866a24487e4fbb", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "cancel_transfer": 0, "terminate_account": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0.1, "pin_blocked": 0, "card_arrival": 0.9, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "top_up_failed": 0, "pending_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 125.49920903984457, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-25", "text_group": "bb78a097195a3f55747289307d0dc4b5926be76b6fb5ae0c601ee43765dc9f5c", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0.01, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0.38, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0.61, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 176.33854097221047, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-26", "text_group": "77e7802eeeee0a1e02705e25b38c6814a68f3b9b78665aa833cda3c7fee31e71", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0.04, "order_physical_card": 0, "card_arrival": 0.96, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 175.9806249756366, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-27", "text_group": "a57fed3822709f1c542c2e145e64c96b47d9c5d4893ccc8565be3d6224effc5f", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0.39, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0.61, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 129.4780420139432, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-28", "text_group": "075df393ece1740eab88947a202c398acbd7f2420957f306880712cd8f60d0bb", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0.91, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0.08, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "getting_virtual_card": 0, "country_support": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "card_linking": 0, "top_up_reverted": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0.01, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 230.6519579142332, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-29", "text_group": "d1161f7f5909fbb80f2ff1cdd793e1c3db76afa5b9061a450994589254674228", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "verify_top_up": 0, "pending_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0.35, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0.65, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 176.58991704229265, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-30", "text_group": "bd722993d5af9c717048db696f6d09b6d32e78f0a7e6e02473435779a3b9e499", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "exchange_charge": 0, "card_acceptance": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0.04, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0.96, "Refund_not_showing_up": 0, "card_linking": 0, "change_pin": 0, "compromised_card": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 223.19854202214628, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-31", "text_group": "0820d81d68a037dd169f0e08feff317d9097ae6c87a2ceb056f2bc7e8f85a996", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.84, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.15, "get_physical_card": 0.01, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "top_up_failed": 0, "compromised_card": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 215.86987492628396, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-32", "text_group": "43746aecbf753830e640f0e72e8a16c0361f8558d6263da9f579bf8705606325", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0.95, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "top_up_by_cash_or_cheque": 0, "pin_blocked": 0, "card_arrival": 0.05, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 167.44070895947516, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-33", "text_group": "2f12c3d425664504ff368a6c63157e9289efa79e904c7524acf53ff5c062f3d3", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0.2, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0.79, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0.01, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 166.52504110243171, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-34", "text_group": "9213ce497918c9c65bd0c141177d6a1e68881950652ba00116c6c28213d80766", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "top_up_by_card_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0.43, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0.5700000000000001, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "country_support": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 139.91887494921684, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-35", "text_group": "cf354e0d8b7a9cb8d84a661331c4a8afaf5a2a655f8c6ec7bc320a5207ccb7ad", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.02, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0.01, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0.09, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0.88, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 163.86354202404618, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-36", "text_group": "71a09ce64bf82933d895085c8e38fbbf34bfa9a32b9215e51daeaa7d186d8d2c", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.73, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.11, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0.16, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "top_up_failed": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 185.05841691512614, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-37", "text_group": "7398a0718fb3b7d4b9f1e0dfdcd7912210fd6ebd9d72a95b5aa1666a23be111f", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0.36, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0.53, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.08, "transfer_not_received_by_recipient": 0.01, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0.02, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 236.45841691177338, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-38", "text_group": "c68e4662356d61c71292e2f3d922491ab7fe5a968455bb24a76e445321b01fda", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0.01, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "verify_source_of_funds": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0.28, "card_arrival": 0.71, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 225.71425000205636, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-39", "text_group": "6bb91be489ad43a04db529f27b2a6d6b338b89203b203bc4cbf35412488ef7c6", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0.35, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0.01, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0.63, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0.01, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 239.9586250539869, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-40", "text_group": "999726bdb57e15e8b11e4798969107868a0f5ae7fbc8b38df449898247a90373", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0.08, "top_up_reverted": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0, "card_about_to_expire": 0, "atm_support": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "card_not_working": 0.02, "failed_transfer": 0, "card_arrival": 0.03, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0.86, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0.01, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 183.2168750697747, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-41", "text_group": "5048a45adecbe8d475c865259e69f9c26489824a3d0211e758d770f015759246", "expected": "card_linking", "prediction": "activate_my_card", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.01, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0.99, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 131.29670801572502, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-42", "text_group": "4b23ad08f2beea5a517f99634ddd8b213de54534daf82bb97c3af659f7545185", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 1, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "failed_transfer": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 181.70762504450977, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-43", "text_group": "30cb1864eb9887841b7496711c725009425f43e9b169d40ac6c45ff6c6fa0812", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0.9400000000000001, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0.03, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0.03, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 156.14004095550627, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-44", "text_group": "b46f025886263d7500f6616857139264bfff265f8ef92d8bc0ba7d1d112a52ed", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 1, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "country_support": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 129.44483302999288, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-45", "text_group": "4bb2dcc5839fb2102c98e32379b8094718d2725f482b3c09fc13c957d4b7f839", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0.64, "exchange_rate": 0, "get_physical_card": 0.02, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0.3, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "country_support": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "top_up_limits": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0.04, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 204.00804094970226, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-46", "text_group": "6c46c082d9dd63d28f25a89f91be762931b1fe3230ed52415b37cba34f56c0d4", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0.03, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0.91, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0.01, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0.05, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 178.9548749802634, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-47", "text_group": "0119cd5a5ccc64b3dbad6535b2ef4afdbaf9e3f62af720f461451af1d8eb210f", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "activate_my_card": 0.05, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0.09, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0.86, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 184.01179206557572, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-48", "text_group": "e8c83e47c5a3356be592d8891c04a28eef23d9b4cf4fd9d152a477ff68c74d47", "expected": "card_linking", "prediction": "activate_my_card", "probabilities": { "card_swallowed": 0.02, "declined_card_payment": 0.01, "lost_or_stolen_card": 0.37, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0.47000000000000003, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0.01, "card_not_working": 0.02, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0.02, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0.02, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0.06, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 168.37133304215968, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-49", "text_group": "7b22eb1d1dcc0845796dd766c7cf1925f6708aaedb7994f012dce97970a7c2d1", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_swallowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 1 }, "error": null, "latency_ms": 167.79858397785574, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-50", "text_group": "a26959493690450bf8488f7de26d7e0618a0871a5c321099871e8032b0baf292", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 1, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 170.2362080104649, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-51", "text_group": "cfe9b8a7f48b84005fccccca32e4f3ef7341322fe50092a64a1fe7b390d29ffc", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 1, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 162.05891605932266, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-52", "text_group": "ca349d60d8a9b36afbca8ccca5fa8bbc70e735141ba0b701637b688aa008cd88", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0.01, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "compromised_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0.99 }, "error": null, "latency_ms": 159.27225002087653, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-53", "text_group": "4689016b144aca137b20e8103f01982ecce5de66c233ad14b36f8075fc23e5c1", "expected": "card_linking", "prediction": "getting_virtual_card", "probabilities": { "getting_virtual_card": 0.67, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_about_to_expire": 0, "atm_support": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0.02, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0.13, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0.02, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0.1, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0.05, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 161.44924995023757, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-54", "text_group": "59ec064df8a212f03213949aa64ccf77926fd4ff070db89de69b1e718d717cb7", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 168.9457920147106, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-55", "text_group": "be6a711e3f98b14077f5687705b750fda7dc007edb87074bbe27e7873f72a7cb", "expected": "card_linking", "prediction": "activate_my_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "order_physical_card": 0, "activate_my_card": 0.95, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0.05, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 197.47829192783684, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-56", "text_group": "c104386b7e31b0e9b7ca3cdbe5fa39ad601b6ed5df5c84f34090a98cd8c156ec", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0.99, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0.01, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_reverted": 0, "why_verify_identity": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "request_refund": 0, "edit_personal_details": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 123.63729206845164, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-57", "text_group": "96408e74b1fc670794c1c17cc9c66e3f586c6279e58849e7a6e0af7d6a0bcb5b", "expected": "card_linking", "prediction": "getting_virtual_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "cancel_transfer": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0.05, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0.01, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0.01, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0.93, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "declined_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 204.66245897114277, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-58", "text_group": "475e2c1dc88525b8cd70ca3566be279d7db208f428a4524f4beca3b8c6d7d722", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "card_swallowed": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 185.07691600825638, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-59", "text_group": "8f52e22a98e2e5b4085b0b781b48a7b67273a98d56092e8aef49841ad025901d", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0.99, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0.01, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.85754101071507, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-60", "text_group": "4337011fe8005d2c21ba0d82c1f324dc791062ae1a60786b69352d8e783c5faf", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 1, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 152.91191695723683, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-61", "text_group": "da2850bce778549fbfa83d5ba5471b27a494b52199029f5a0e82079abefba990", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "declined_card_payment": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0.02, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0.95, "activate_my_card": 0.03, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 298.11904206871986, "usage": { "input_tokens": 1038, "output_tokens": 827, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-62", "text_group": "bce8b1f5cfbf9b4816731d40a2504e976b7d552ddcee52b243e68447d1afc3fe", "expected": "card_linking", "prediction": "activate_my_card", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_not_working": 0, "change_pin": 0, "balance_not_updated_after_bank_transfer": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "atm_support": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0.03, "card_about_to_expire": 0, "activate_my_card": 0.97, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 257.8199590789154, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-63", "text_group": "a023de0960c04c087174cb38bdeb43e5d896970c690afb9a82e700755cde95bb", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "age_limit": 0, "declined_transfer": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 1, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 171.1191670037806, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-64", "text_group": "38ca830ff475b6201465fc7c8bbcd3c787328764acb4b84996aafb3a69b632ce", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0.56, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0.44, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "card_linking": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 160.98995797801763, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-65", "text_group": "018168d06fb2881586d6dac018d2511c96e3cb686401d0002fd8a5dc5a2eb045", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 1 }, "error": null, "latency_ms": 145.67512506619096, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-66", "text_group": "ff18d090fe8f637694fe86e5a80cebe6bfec0e9395966bebce42e436cc0f7c2c", "expected": "card_linking", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0.09, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0.01, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.02, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0.05, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0.47000000000000003, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0.33, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0.02, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 122.93741700705141, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-67", "text_group": "f1aff049e37744a1b4813c7d916319f6e2b917d9fcfd7a0e2211880071dd6138", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 1, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 200.39783406537026, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-68", "text_group": "e6dd2ac531790e5a1ace0725e82bdc6b911f4222fc4f01e17a5e437a8279d3a8", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "age_limit": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 179.07224991358817, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-69", "text_group": "2b24b45c3d65342bedf6d7ac12046d315d807732c08fdd50fc8b6b099dfccde3", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "card_acceptance": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 1 }, "error": null, "latency_ms": 184.7077920101583, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-70", "text_group": "2a96cdaaddf68be7850bb7d942957f81d122929f4d9b1da6393c937b06ea2f89", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 1, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "country_support": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 175.537750008516, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-71", "text_group": "1a2016737a9b0955c0cf112c430428516016b04abd81cbf7c8b29b107be39962", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "pending_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.06, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0.01, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.06, "card_not_working": 0.12, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0.01, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0.09, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0.65, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 148.96504196804017, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-72", "text_group": "4728a96cd29f93eddd31fd7aad48b936ced08b39f827a67afe5d6bca52b4cd5a", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0.81, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0.19, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 219.2810419946909, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-73", "text_group": "3ab8f9f48affeae15507edf0b228662cea11ae7d1ac8d0f6e8048147715fb4a9", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 1, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 132.8369170660153, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-74", "text_group": "5ff5fade07914489378a972e2c4de778c760df587d680cfc0c7bcfa966ae1133", "expected": "card_linking", "prediction": "topping_up_by_card", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0.01, "atm_support": 0, "card_acceptance": 0, "top_up_by_card_charge": 0.02, "topping_up_by_card": 0.75, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0.22, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 182.83191591035575, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-75", "text_group": "7d3db2bdca866b70f40273a3d9d40d0f5504a76a99a55745f097e76047cece8e", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0.91, "lost_or_stolen_card": 0.06, "why_verify_identity": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0.03, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 172.83762502484024, "usage": { "input_tokens": 1045, "output_tokens": 827, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-76", "text_group": "f8a58325ba10f8ec38c58f9f3edf0448daf8e716d13d60aca181822172507a98", "expected": "card_linking", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0.2, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0.8, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 235.75074994005263, "usage": { "input_tokens": 1044, "output_tokens": 827, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-77", "text_group": "3e64695159f40c81daedb0c2c3e2a68a29c849f9ee3a36f74a4560b30c8b50db", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 1, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 236.70816700905561, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-78", "text_group": "de8b77388ab49993de1ac0ac5ca09335c19fbd5bb4f8148f54e22935914b5433", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0.94, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_physical_card": 0, "automatic_top_up": 0, "terminate_account": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0.06, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 154.60304194130003, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-79", "text_group": "909e7888634a8cb0a92ff4b912b3caa99147ef4b7deead8881e5757dbf760b9e", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0.99, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0.01, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 193.17204202525318, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-80", "text_group": "2c01c95b0ac2c182758d5572e5267615de25527d99825454c1a3e685cf881983", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 1, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "terminate_account": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 159.8950419574976, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-81", "text_group": "a7bd69c7471731dc0bf4b96a9f9384d5786109133b16949f9a9d0e3217add029", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 1, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 193.45970801077783, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-82", "text_group": "1dfab06299e9a63217620a21bd3cf6d5204000503652079b73a21daafd67818e", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "atm_support": 0, "activate_my_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "exchange_rate": 1, "disposable_card_limits": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "country_support": 0, "terminate_account": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 209.97987501323223, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-83", "text_group": "a9b28245ecbf6369c0f172ec13f8ccc8a3a03897d5742000a7a36cb8188c9987", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 1, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 171.10637505538762, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-84", "text_group": "389cd08a1ce6a951e2ad047ac92baac80a17f6b205dffcc5a3c3bf091564de93", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "receiving_money": 0, "terminate_account": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 1, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 245.37545803468674, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-85", "text_group": "23239365f648b9b06984be4fd2c077d7f628e782ff87641af902b885fe5bf879", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 1, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 169.1711670719087, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-86", "text_group": "8024cc9f761366e7b8d6b54ad73c86a32e919cf79aec18b072f7d9b089479099", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 1, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "receiving_money": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 119.75954205263406, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-87", "text_group": "faa6f4c32c516889f2e9c6b048eb87c20a4a00b4373bb12f9273d2b88e5e5097", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 1, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 212.75020891334862, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-88", "text_group": "465279cd811178b67bea866f7df3e3ce840300ed7a989804e64bb998f3600b76", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0, "verify_my_identity": 0, "request_refund": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 1, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 150.87274997495115, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-89", "text_group": "d0e57869117f0a432e67cd38046478f00a98c650add46650f9256b72c976442a", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 1, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "card_about_to_expire": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 131.30662497133017, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-90", "text_group": "61c8454f0e8070e14ae9255f9e2692dbfde3c66b783a5a53dc7da4b281551ea9", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_acceptance": 0, "exchange_rate": 1, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 198.72954196762294, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-91", "text_group": "947915bd21c5e514178c937b778b6ca21fd5b74d32c43e9f28e9135cd98bb2e5", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 1, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 168.2789580663666, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-92", "text_group": "bf2f1478b86c91f33ed786065ad41a279b2729de2784aa9347279913d94ce581", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 1, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "country_support": 0, "transfer_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_acceptance": 0, "cancel_transfer": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 134.70000005327165, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-93", "text_group": "a018760b2e7beb0d9066e49c30f73096e1eb01a2879562e72db07bd8c369384d", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 1, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 118.44904196914285, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-94", "text_group": "1c42b57833de49569f2aa8cbeea9c998c566d03058b282db880af6d7074ac3a1", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "exchange_rate": 0.99, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0.01, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 134.78216691873968, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-95", "text_group": "f2c1bde0a871e96661ca14999c944b1ce531840b955c2ab043fb60abfa6a12ca", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 1, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 158.9824160328135, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-96", "text_group": "9aa98ca6c9f9ec8f7c21266aff46d8e2af2c892e991c6f30d0752adde590f5d4", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "declined_card_payment": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 1, "Refund_not_showing_up": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 133.6096249287948, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-97", "text_group": "bf09b55b51bdbfbfe3640c5928488059a23e0e0f307ff34a80b77cabe814d9ec", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 1, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 198.27116699889302, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-98", "text_group": "4a81a5896c7383b47ec96ce74ae382c3121ef4160d1b2b281c5b109bb8aaf34b", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.01, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0.01, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0.98, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 220.51233297679573, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-99", "text_group": "bc1c71535cca0589e28a35d133eeb77cb65158ccc2395f6bd9714f9700fd45cd", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 1, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 255.62895904295146, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-100", "text_group": "11b09deced4f8eaae4c72c031e557e7948c1c5e5d1ae659ebf6c6d4f4edecc5f", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "fiat_currency_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 1, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "direct_debit_payment_not_recognised": 0, "reverted_card_payment?": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 171.0534580051899, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-101", "text_group": "d132a55d44de012b4e1d323e3233e43e40d65278ce8fdb995fd19b85fe82a039", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 1, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "fiat_currency_support": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 164.26450002472848, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-102", "text_group": "4daf549f762831fe831f0e88c0784f0acc00c792cac40e0d39938d07814a4381", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 1, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 154.44604202639312, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-103", "text_group": "edf96d9df65e97af1ffceb74e5d5368bdd25f139d4cd1efcd6604fe080d26ff2", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_acceptance": 0, "exchange_rate": 1, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "declined_card_payment": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 178.1683750450611, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-104", "text_group": "e8ab0434cbd0c03230daea5893e93747b69176cae7551c08a865a2086962e44a", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 1, "cash_withdrawal_charge": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 150.55904199834913, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-105", "text_group": "e5c0faed87496c710c6aaaac15c093a5efe4f70b330ecde8592d5155f1d879e6", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 1, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 323.57033295556903, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-106", "text_group": "c8aa4208b5e2f2e9601fdc2cb9f8336666bc5d9d191b01f0f9360f9ca17a2bf5", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0, "exchange_rate": 1, "automatic_top_up": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 193.8399999635294, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-107", "text_group": "c4b3090041b348231f6e763b2e52e50a1d58aedfd8b2a72851a702116d9478e6", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 1, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 171.10949999187142, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-108", "text_group": "1fad766e249646d9b9435ac7d2ffb8075aa4f74a0c9c5f363894971abed2cf8d", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 1, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "country_support": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 173.87745901942253, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-109", "text_group": "b9dab0f4497977064203e30fb6fa0586d6b085645fa2a9dc18e2f71d2b1b7515", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 1, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "country_support": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 302.0620410097763, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-110", "text_group": "f7f1cca0f8fdc4c11b02bedff8fc7cbe58ec5554680eed096e0abee933768edd", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "transfer_into_account": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "transfer_timing": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 1, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 206.11137500964105, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-111", "text_group": "812dcc76783c5740b5478bf25344e094be52c7c60a2ad82e907fc734a7cd015f", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 1, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 227.01699996832758, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-112", "text_group": "6e43d2f86aea19baa37cafd3551fbac69c2d9ad2468a1b5e7be4736e2ec2fd41", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 1, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 197.56158301606774, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-113", "text_group": "c8b5a424f833762dd05a8afe6682ed7dcbe2dbf0c8a031bea3a00b5430eed759", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 1, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 272.0169579843059, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-114", "text_group": "54e11f095c2c74a6dfc2af866e2f3702ac7821b8e66e34c56285878632b07b74", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 1, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "exchange_charge": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "age_limit": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 140.03066706936806, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-115", "text_group": "0c4fa6e76d7db9d8e68f93f6354851b1db864a1794d06e54b3c84e4d753e1d7b", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 1, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 213.2238339399919, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-116", "text_group": "588f0d3886710fb2f535d4163348f4253095a8ebc4b33c470863659e645de4d9", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 1, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 165.59025004971772, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-117", "text_group": "922e702ed5cbc02835636037dbca62c68af88d528fc81c8822aa02a5e18cd28e", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "visa_or_mastercard": 0, "exchange_rate": 1, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 164.00554100982845, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-118", "text_group": "1e08ed16371e753b9cead241b8e2a0dfc2d869c9d14bf544752cf8d2c4585f28", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "card_delivery_estimate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "why_verify_identity": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "exchange_rate": 0.99, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 217.38333301618695, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-119", "text_group": "fbb7fcaecd87218a1d6ecbb4db54c5c4f34935bcfb5e61ad431035a85f2d4e22", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 1, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 237.2087090043351, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-120", "text_group": "b18161e0e704490c234aedc92395d0909161c26c706b9c3d80b10650de5e6b3a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0.01, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0.99, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 172.6333750411868, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-121", "text_group": "1be129aebc49f1c62e4be55fa1927bc15be1104bca408ec46b296368c8bff593", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_charge", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0.01, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0.09, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0.9, "declined_transfer": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 233.25449996627867, "usage": { "input_tokens": 1036, "output_tokens": 826, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-122", "text_group": "34b1d1d332743ba18fa40d2cc28ffa31d4416430ca4bb071542cf58ed9953f86", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 1, "country_support": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 386.92887499928474, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-123", "text_group": "f44c055e4bbc8df5537ec43b7859841250f801d10d226910f076d3247805c9b9", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0.96, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0.04, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 119.48433297220618, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-124", "text_group": "2c0f59f846d6bf4b11dbf448245a329114501f849d35d4ba94acb6e9b64af81b", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0.97, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0.03, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "transaction_charged_twice": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 165.6137079698965, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-125", "text_group": "2682f90f043459c7d618dab9489dad304d1d2dcf99b9fd4a64922fda9f6d3413", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.06, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0.89, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0.05, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "cancel_transfer": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 261.99658296536654, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-126", "text_group": "7afaf7254e8a4747119b2c2c06403e392c126bdedac69ebc345fc15285f95489", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "verify_top_up": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "card_linking": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0.93, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0.07, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "change_pin": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 438.37066704872996, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-127", "text_group": "1bb986f20a52edb5c539fd1273abe35139e15d26bd41ca823deacbed3db46212", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0.97, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "card_acceptance": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0.03, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 222.56600006949157, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-128", "text_group": "cadd605ae0c948a125e1f67f662d1624ae1d677af5bbad5d8308d047e807436c", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0.01, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0.99, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 179.92216697894037, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-129", "text_group": "2fe41001c39401cf9f60d1c341e6f301528bb2f24a86dc2ccbd484689908abf3", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_charge", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0.89, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0.01, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0.01, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0.08, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 269.12112499121577, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-130", "text_group": "34c53f3a91f8c9f1ba14d7e2f34d9f1de0f7bfe9687a736789f1242e8796d86c", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0.01, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0.99, "declined_transfer": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 141.4817499462515, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-131", "text_group": "0bcf0a261557495c4b2ea970d2fd41510f10f2e30fefd6ab3cbb2e413ba56f31", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 1, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 138.24704103171825, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-132", "text_group": "e1528433deb4a05b1379b2568215342e62c5748f0fd1836e816064c648030898", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_charge": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0.89, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0.1, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "card_linking": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 140.15029196161777, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-133", "text_group": "367afd058b82b3f8799b8353401ef7001222d0e140dba8c86d9f1b248067e2d2", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0.93, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0.07, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 171.05450003873557, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-134", "text_group": "fb8a3dce47e46664c236164c7092356de1f67526a7c6ed8862f27b053cc90d44", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "country_support": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0.96, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0.04, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 228.11662510503083, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-135", "text_group": "b5297eed07728797acf7ba8b6a8415134ad1b0f0dd87803d430df383f76741d7", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0.01, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0.99, "declined_transfer": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 176.1489580385387, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-136", "text_group": "ec676c35eb05323c7da554d6fc5976d642c454870d20adb8939973b434cee597", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0.91, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "exchange_rate": 0.08, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 234.52733305748552, "usage": { "input_tokens": 1041, "output_tokens": 829, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-137", "text_group": "335a1a5dc57840c9fd651b10526323a0c986778bfc1d5c8b407881fa55396ec7", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 1, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 157.66195801552385, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-138", "text_group": "e65b7f7ba20e1fe6ef9093ff24f812cad60793b0d488b4f575fa4c5bde1c5550", "expected": "card_payment_wrong_exchange_rate", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0.97, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0.02, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0.01, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 181.0840000398457, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-139", "text_group": "54f42a81a41ef7e7b106de9df492cf6012545654ea364e2ed2ad0ba25c9ff776", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0.08, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0.91, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 169.7522080503404, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-140", "text_group": "e440d0ef3b6baf717270bbddaf6e549ab524ee4bacf577635d1c8bdfd189ec6d", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 1, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 160.42287508025765, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-141", "text_group": "3ec29c54d85fec48204719ba717689534d98f827864c6cbb7b2754e9cc32a13e", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0.02, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0.84, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0.13, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 289.62241706904024, "usage": { "input_tokens": 1040, "output_tokens": 829, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-142", "text_group": "2045637094dd899cd4e2725c24ecbae03341592e37b0a4d2d40cc99535ee0c7a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0.01, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0.92, "card_arrival": 0, "age_limit": 0, "getting_virtual_card": 0, "exchange_charge": 0.07, "card_swallowed": 0 }, "error": null, "latency_ms": 151.13783406559378, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-143", "text_group": "5f9fd1d1b7f4cecec50ed64d7d47f003033b92671855f5cc0e96b70b63eb9263", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 1, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 190.934665966779, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-144", "text_group": "c6d901bbc45b0a1859b716bc56689ce46d07889526fa4533f952f3c9c823d14e", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0.04, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0.01, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0.95, "failed_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "fiat_currency_support": 0, "atm_support": 0, "cancel_transfer": 0, "top_up_limits": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 113.7932090787217, "usage": { "input_tokens": 1040, "output_tokens": 829, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-145", "text_group": "2614d8238edbe2104460e4e9f226ccf73886b3b6cb56458e359dc1fde9ccfa1f", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_rate", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0.36, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0.63, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 192.44483392685652, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-146", "text_group": "9efa4412e2bff5c316363c128a1adae9d9db08c54fcffcf119f114cf28050ef1", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0.06, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0.94, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 194.9360000435263, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-147", "text_group": "a962ed936ca7f45ad0c8cbcf5abb8cdc5da4119b34f4da62ee40643f9c3194c0", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_rate", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.03, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0.04, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0.93, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 125.83837506826967, "usage": { "input_tokens": 1043, "output_tokens": 826, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-148", "text_group": "96f00197f3f4dff4319c79e0d2db5f1e1c8565d0429301512a99e12cb3fc6d09", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_charge", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0.09, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0.88, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0.02, "card_payment_wrong_exchange_rate": 0.01, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 176.79541604593396, "usage": { "input_tokens": 1045, "output_tokens": 826, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-149", "text_group": "eeb6086df4e3e17f82d4f6f73abe562f7ddebeb1358e3202a95d2afa2147fa2a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0.01, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0.99, "card_arrival": 0, "exchange_charge": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 190.24779100436717, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-150", "text_group": "4cbd77ecb78d310b67850ac9020fded42a1ab78e58f6c420212005e841f71945", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 1, "receiving_money": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "terminate_account": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 138.28633399680257, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-151", "text_group": "5a743cf4d194adbccefc9c6792841374f9a0eaa4aeac7b38bc452dd105624be8", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0.99, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0.01, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 169.06879201997072, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-152", "text_group": "90e7acccec3f41afdb465b4c16e7fd54c609f4ad3e3ef310734df04454895626", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0.97, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0.03, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 153.01445801742375, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-153", "text_group": "914ddd3aaf6763565414fca6f5af9fc5f21e90457f18a36408021841b9228169", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0.03, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "top_up_failed": 0, "top_up_reverted": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0.97, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 182.3793750954792, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-154", "text_group": "9af4e55dfc79ed5a29d40c7ebbd7622ce1a69e97ecd3582c4aada6933605444a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0.05, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0.95, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 186.30029202904552, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-155", "text_group": "c9fb4d326070cd204cb9343a39e33d9894e72207b545cbb4dd551be09381a678", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0.93, "balance_not_updated_after_bank_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0.07, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 150.34487505909055, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-156", "text_group": "a942a6bff21b7e2a8972a16803b5972879f28670190e349a241478d015ca1388", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_rate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "exchange_rate": 0.98, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0.01, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0.01, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 185.7488329987973, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-157", "text_group": "cf16eabc2ff3059ebdf869b49eea608af11fde8026a851a50886b60d28f65dfd", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 1, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 235.19704199861735, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-158", "text_group": "eb18701ceedd3e2956e09cea98666f3939e2670d2c8a3c4bcec3dc55579232cb", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "reverted_card_payment?": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0.98, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0.02, "lost_or_stolen_phone": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "pending_transfer": 0, "fiat_currency_support": 0, "country_support": 0 }, "error": null, "latency_ms": 189.89683291874826, "usage": { "input_tokens": 1041, "output_tokens": 829, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-159", "text_group": "e17adf30dfbc3be5d384318bc2f9bc7884b2934b169911333e3d8d94cb44b36c", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_acceptance": 0, "atm_support": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 1, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 230.2630419144407, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-160", "text_group": "44d2e86536bff2d1f0735d095c521611f32c294d3008dfb3e4b66e88c46a1508", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0.03, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0.01, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0.96, "automatic_top_up": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 132.10183300543576, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-161", "text_group": "f06887630b4fac0c736ff3097f2bf148d93b744158a26ecbc0da0d3ad1db7f0d", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0.05, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.92, "card_payment_fee_charged": 0.01, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0.01, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "atm_support": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 150.56591702159494, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-162", "text_group": "858c81ffd78bfbbda4dcd3f5e8a03d2da5226a266cfe4753737f3f1a53834c9b", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0.02, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0.03, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0.93, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "transaction_charged_twice": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0.02, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 187.50279198866338, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-163", "text_group": "ce1fc80591be02f0b490774b2435133b0bb43fdc2d3be5b718e46bcc8cbb9ce5", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0.99, "failed_transfer": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0.01, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 141.5692080045119, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-164", "text_group": "bd23d241ed6c28569eb115537e42cd2d2ca7a6a07fb77d51589132956ffac0dd", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "transfer_into_account": 0, "exchange_rate": 0, "request_refund": 0, "declined_card_payment": 0, "declined_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "verify_my_identity": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 1, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 134.76495805662125, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-165", "text_group": "fe6db76a5e362e716a9958864faa1f0b831892ebd8baee74702318d346e4ba77", "expected": "extra_charge_on_statement", "prediction": "request_refund", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.18000000000000002, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0.01, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0.01, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0.79, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "receiving_money": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 204.9458750989288, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-166", "text_group": "a774812175f3ee857717a8b19d9e921a1a5d4af47401190cd81dabaa435a9676", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0.18000000000000002, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0.7, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0.12, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 213.4995829546824, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-167", "text_group": "07a6836e6b0e5af8aef0adbc61bbe6afc1754b48ca1a20ab1789480d2ce1a598", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0.06, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0.73, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "country_support": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0.21, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 190.83724997472018, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-168", "text_group": "50c0127c77c245427abc282cc1f712d145c15f991057ebe522a4f3ff42bf2759", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 1, "card_linking": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 222.39970800001174, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-169", "text_group": "be8eb6409a7a38d909a24b43244fad17cb9f862e4047b96056df82076e4a1a19", "expected": "extra_charge_on_statement", "prediction": "card_payment_not_recognised", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0.02, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0.8, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0, "request_refund": 0, "automatic_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0.17, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 146.78820804692805, "usage": { "input_tokens": 1047, "output_tokens": 830, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-170", "text_group": "13287fb06cecb8cfaff6b6f46fb915e10e9d29442491bdc9593ed2fab96e1459", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0.03, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0.97, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 162.61825000401586, "usage": { "input_tokens": 1039, "output_tokens": 828, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-171", "text_group": "350b8aff847a4fb1c305de015e65857c0ab434dec12653e30aea1c51f8b4cf58", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0.39, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "card_acceptance": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0.5700000000000001, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_reverted": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0.03, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 185.64112507738173, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-172", "text_group": "2edaf8e7415dab5f404e0b6c974e9676ec053842aac786755d1b897d0ed7cee8", "expected": "extra_charge_on_statement", "prediction": "transfer_timing", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0.01, "passcode_forgotten": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0.21000000000000002, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0.02, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0.02, "top_up_by_card_charge": 0.01, "automatic_top_up": 0.01, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0.43, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0.09999999999999999, "transfer_fee_charged": 0, "topping_up_by_card": 0.04, "transfer_into_account": 0.04, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "card_linking": 0, "exchange_charge": 0, "Refund_not_showing_up": 0.01, "pin_blocked": 0, "pending_top_up": 0.08 }, "error": null, "latency_ms": 141.65599993430078, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-173", "text_group": "d02731e4ffdcaaf43a9a47a97fa8e0fcdd61ba3120f8d83cc16063e2adccd232", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.93, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0.04, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0.02, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_charge": 0, "getting_virtual_card": 0, "age_limit": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 198.3060829807073, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-174", "text_group": "8dcf021363b747910e1671f5fad07a77d2e149535ba00cff6e87df8689d69d1b", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 1, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 146.95541595574468, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-175", "text_group": "9830de33b5dab4a595669b3157ec3cc1b3e6fd8730c6525850301077eb393b2c", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "request_refund": 0, "declined_card_payment": 0, "declined_transfer": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0.01, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0.99, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 144.287750008516, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-176", "text_group": "992f73a09c9340400a1f5ba9f60f4be2530e299ee5b16014b56cab478b973972", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 1, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "exchange_charge": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 145.54545900318772, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-177", "text_group": "45e6c3d6d9e5ff78ab0c7b03fc53bd9e890ce19078169945661ac30635a0dc70", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "pending_card_payment": 0.06999999999999999, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0.88, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0.04, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 173.21033298503608, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-178", "text_group": "f1bad36620eb20ff8fb11184ac4809807e2ca09c0f67db2451b2d25d09d0f599", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0.99, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0.01, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 148.18562497384846, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-179", "text_group": "d5c83d3be51209470f599b0a603e728d856660416efd1145708116cad25c7782", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 1, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 278.1480409903452, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-180", "text_group": "08a9daee4ec7e271491f01f3081837c936f51fa2d75a7c00a0b89b6ad98efed5", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0.79, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0.07, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0.11, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0.03, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 185.9692499274388, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-181", "text_group": "baa21e036e1fa1b8d4ca4fc31df4e40d28795ff7ced17fc4e6bb2c83eaaf9692", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "terminate_account": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 1, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 162.3898328980431, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-182", "text_group": "30c4adaf09ddedcd5e82cae9b75e94fbde9b0435263456a4bdaa75bdf10f5efa", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.85, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0.03, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0.12, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "activate_my_card": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 149.07808299176395, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-183", "text_group": "992488d173e19cefa8824b649098d55c37cbd1adaeadddfcac4033b81a7bc47d", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0.02, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "why_verify_identity": 0, "request_refund": 0.01, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "exchange_rate": 0.01, "cash_withdrawal_charge": 0.01, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0.01, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0.03, "terminate_account": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0.03, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0.86, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0.02, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 148.2269170228392, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-184", "text_group": "86d69f3d4968e14f9b9a3fe71271c24d0d1236c0731a3e2cd548e479db48a9c4", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0.01, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0.02, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0.9, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0.06999999999999999, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 154.7930419910699, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-185", "text_group": "d66ccfc4375f1c8dcf9d6cd2bb9648137de4192c30cbc40fae1f465a187a5f18", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "request_refund": 0, "exchange_rate": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 1, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 159.10566691309214, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-186", "text_group": "edb7ad93832b7df420ea3ba7f26535b38735566a91a4067ca531577c11212ce7", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0.97, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0.01, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0.01, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0.01, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 186.34691694751382, "usage": { "input_tokens": 1039, "output_tokens": 828, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-187", "text_group": "09363f26dc87ae227b38d689f356796c01fb9f6b864e0b99a1100bd3d797ba47", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 1, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 171.14920797757804, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-188", "text_group": "46416a2bb96b95cad85a82307d17fb58d78a82a6ff14423afdce33e3be5f3d9a", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0.04, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "automatic_top_up": 0, "exchange_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0.96, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 217.96337503474206, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-189", "text_group": "f306e82209c611a4af6da08beb44f060de5f2b59ab6c6d33ac3570500e06ee87", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0.98, "card_payment_not_recognised": 0.02, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "top_up_by_cash_or_cheque": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 190.2870839694515, "usage": { "input_tokens": 1056, "output_tokens": 828, "cost": 4.4352e-05, "cost_usd": 4.4352e-05 } }, { "id": "banking77-heldout-190", "text_group": "9ae43a3cac29ae4be2c9c2402905a48b690f8ef63db7d9b8512740ce99ce187a", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0.01, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.98, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0.01, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "atm_support": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 184.75683394353837, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-191", "text_group": "81a0248ec6013408bd1fa982cfe33f1b27ebd812b6c7dd31fd4e59b910898257", "expected": "extra_charge_on_statement", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0.41, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "country_support": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.55, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0.02, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0.01, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0.01, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 172.486542025581, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-192", "text_group": "75ef7ea3c79e50247e4ef46dd92845badc4ffdd70c3ee0201f0b34ee0190af76", "expected": "extra_charge_on_statement", "prediction": "pending_card_payment", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0.09, "automatic_top_up": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "country_support": 0, "pending_top_up": 0.02, "top_up_limits": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0.89, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 198.37529200594872, "usage": { "input_tokens": 1072, "output_tokens": 827, "cost": 4.5024e-05, "cost_usd": 4.5024e-05 } }, { "id": "banking77-heldout-193", "text_group": "0f00dcd13fcb8fc2d1314f5125ebdaa023adf403efc103c8ba3927f53c4fd177", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "top_up_reverted": 0, "atm_support": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 1, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 203.86012503877282, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-194", "text_group": "9f1494de1afec4b4f7605b5fb85f679549df934711f31ec83739d0880406074d", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 1, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 231.5382920205593, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-195", "text_group": "d66e3ec7afa52a24c35715e1f874cdcf3b0181839dea52e3c41112f62ebe6957", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 1, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 248.11095895711333, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-196", "text_group": "6bbb269a59a688b89b47d5f74cc75cbe2b592edc5b72d5efb1b837f3f859c214", "expected": "extra_charge_on_statement", "prediction": "reverted_card_payment?", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0.24000000000000002, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0.58, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0.15000000000000002, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0.01, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.01466600876302, "usage": { "input_tokens": 1039, "output_tokens": 830, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-197", "text_group": "9c30f7c5055366405986309bd0bcf79ab201ac2a8e90658de52c96b5495e6cd1", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0.02, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0.01, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0.14, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.61, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0.18000000000000002, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0.04, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 280.6541670579463, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-198", "text_group": "70db76f36ba157f1cd393532976a5586abf073ed6e30297a9140315eb79aedb9", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "card_about_to_expire": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0.87, "failed_transfer": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0.12, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0.01, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 208.82925007026643, "usage": { "input_tokens": 1059, "output_tokens": 828, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-199", "text_group": "5b94baa19e1d6a519c75ba8d6aa74743b53aa1d6b47c140fa95fedcd5c74a5b4", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "country_support": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 1, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 181.1827920610085, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-200", "text_group": "a105c9ab9c677c67df9284cef9c8272b28dae1257a7601306ad72bd7ec594106", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 1, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 189.1098339110613, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-201", "text_group": "4f356e852fc4644beaf0fd7ea93fa3dd030d1b676015158943b8fdd43285921f", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "declined_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0.01, "pending_cash_withdrawal": 0.76, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0.23, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 193.35237506311387, "usage": { "input_tokens": 1045, "output_tokens": 830, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-202", "text_group": "8eca1d21bca148e23a016110a143de0e327595154728bcb1995a32317c705e7f", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 1, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "atm_support": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 165.69683398120105, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-203", "text_group": "00013e4075724a45035a71bf4501465db5bd9993e92cef0b3f3b31e2bd532579", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0.99, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0.01, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "contactless_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "country_support": 0, "top_up_by_card_charge": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 212.62945793569088, "usage": { "input_tokens": 1075, "output_tokens": 830, "cost": 4.515e-05, "cost_usd": 4.515e-05 } }, { "id": "banking77-heldout-204", "text_group": "965f13dd07d32be27e20913e1f9c92e66b2c1217eee9926abccb45977b52d026", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "passcode_forgotten": 0, "age_limit": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 185.01816596835852, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-205", "text_group": "05cf2f99be4b99d225ed8d65093025d4a0660a2379437e8bbdea9e5f30597e9e", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 1, "card_payment_wrong_exchange_rate": 0, "top_up_limits": 0, "top_up_reverted": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 140.00758400652558, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-206", "text_group": "f261f070f6f0581268df959bc8e1420e0cded3f365c892ae6ff12e7c3df35c3a", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "atm_support": 0.03, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0.97, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 141.92116598132998, "usage": { "input_tokens": 1044, "output_tokens": 830, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-207", "text_group": "e96969c16b5a4db3c3511316f1d6e48b0c6ca574225b230fd7b229b0de5b0ea4", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 1, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 201.70462504029274, "usage": { "input_tokens": 1051, "output_tokens": 830, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-208", "text_group": "8d5f1696c44d85110351effefa2d3d05b778633eb58d2abb8ebf61591521eb47", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0.01, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0.99, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 175.012583960779, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-209", "text_group": "838dfdcb17397702a9a95b2f78b33585c0bf4770b4e6abdf4b54a055e7f9e204", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "lost_or_stolen_phone": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0.97, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0.01, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "transfer_timing": 0.02, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 254.64587495662272, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-210", "text_group": "2825e21de52e9d85b7ba830b96c975669dd55beb2aa4aecc2ab2d9cf15609844", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0.85, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "declined_cash_withdrawal": 0.15, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 148.2934160158038, "usage": { "input_tokens": 1070, "output_tokens": 830, "cost": 4.494e-05, "cost_usd": 4.494e-05 } }, { "id": "banking77-heldout-211", "text_group": "b4d1373d03c400415b5e2d85ad1feda6a232e07340763051cce2f7e2a45c3f73", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 1, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 137.8485420718789, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-212", "text_group": "a22b4626a581978cd4413e15a0d5f3ff61880107de9361c35cc3b45b2ed9b11e", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 1, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 340.4335828963667, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-213", "text_group": "8e4092163a8c4b68c237a0ee020378542bd5f2cbe561a843ce8a3f7928ebe491", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 1, "why_verify_identity": 0, "get_physical_card": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 191.13329204265028, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-214", "text_group": "6470697ee53fb1047d01cb6c2265548eabdd552bb4931e359c36823f9785097d", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "pending_cash_withdrawal": 1, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 232.72137506864965, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-215", "text_group": "e2f306bd63662d0b23f271fec852af2493b11a565b15daa48d094305cdbb06e5", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "change_pin": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 1, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 231.39074991922826, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-216", "text_group": "8f3154abfa93a1c92b6088df78317b0066154d57de1d4d0603d63fc718eba1ae", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.11, "atm_support": 0, "reverted_card_payment?": 0, "transfer_timing": 0.32, "activate_my_card": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0.56, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 137.32112501747906, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-217", "text_group": "43fc5d61789323de39e46af0e24131ce0f72c0449a72db46907861ac143e98e3", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 1, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 215.88962501846254, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-218", "text_group": "d05bcbb421d80be82ee06e017e70df3d0f3e30512a64fcb63f375edacd560758", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0.97, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "verify_my_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "pending_card_payment": 0, "cash_withdrawal_not_recognised": 0.01, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0.02, "order_physical_card": 0 }, "error": null, "latency_ms": 177.38725000526756, "usage": { "input_tokens": 1064, "output_tokens": 830, "cost": 4.4688e-05, "cost_usd": 4.4688e-05 } }, { "id": "banking77-heldout-219", "text_group": "843a0699ad9621efbc2d4030681aa3def50b2b821ca414863a3852c0f0a7c2a4", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0.32, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0.68, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 133.58274998608977, "usage": { "input_tokens": 1059, "output_tokens": 830, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-220", "text_group": "feea3f21ce550f29dd9a5b77f0192d25f91655492c5b592a45d8712c4d4ab8ae", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 1, "unable_to_verify_identity": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "card_about_to_expire": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 190.7895830227062, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-221", "text_group": "845621ada418a5a7c2ea2f2ec78693cb9305cbb4fc4942707a785cdf0e8817c5", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "declined_card_payment": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "pending_card_payment": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 1, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 156.99504199437797, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-222", "text_group": "4a149f33050a9cde149a964e388ad2aa98648ad5eec63968b9963f6fb1752396", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 1, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 256.44975004252046, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-223", "text_group": "1dfe958b63cf7b267f200df72f4be87cdc3cc5b6107d8e6b2762f45bf6f21326", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "lost_or_stolen_card": 0, "compromised_card": 0, "pin_blocked": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 1, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 276.43408300355077, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-224", "text_group": "ed7e33234b868b607cba700ee4d51287786c0c745c02b293f1e27c7463d454e0", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 1, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 240.20079197362065, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-225", "text_group": "0c373a96c26b550216179011f01b3e6891c51cb804638001531c075418195e46", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "lost_or_stolen_card": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "declined_transfer": 0, "pending_cash_withdrawal": 1, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "card_linking": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 142.96462503261864, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-226", "text_group": "68b1ddc91bf6b9bac404e6beb706a0bfcc292bf72336259d93d65848168a20ac", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 1, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 164.22320809215307, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-227", "text_group": "a7926a88b1d7a9718b49de37cbd212c3082648e5832ccbd458c71a92b9a5ca18", "expected": "pending_cash_withdrawal", "prediction": "pending_card_payment", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0.12, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.03, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0.74, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0.03, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0.08, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 120.43845898006111, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-228", "text_group": "afd3a50418f0116dd052621773d18a6cead5a618ac0c8f57a525427247332a71", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 1, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "topping_up_by_card": 0, "activate_my_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 122.09508300293237, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-229", "text_group": "1cb59df900360a6d0644fcf5ae0b9a9c7630c02393d7a6d4d50b0cacad3338ba", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 1, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 226.93300002720207, "usage": { "input_tokens": 1044, "output_tokens": 830, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-230", "text_group": "8c6a58527695c4f44a9cb6fc979b86d4b64dced7223972a5e136938321ffe46e", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 1, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 227.18137502670288, "usage": { "input_tokens": 1024, "output_tokens": 830, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-231", "text_group": "098cfafe4bf4b6a052664ba71f449b528d6ca226ab0c24b85c512a6c7e3ddea9", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 1, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 178.28199989162385, "usage": { "input_tokens": 1053, "output_tokens": 830, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-232", "text_group": "46f24b2007438d9caa81b1ef425417009834418ed45c9921af6417e7a74f278b", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "pending_card_payment": 0.14, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0.04, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0.01, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0.68, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0.01, "pending_transfer": 0.02, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0.04, "top_up_limits": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0.05, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "country_support": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 149.4041249388829, "usage": { "input_tokens": 1051, "output_tokens": 830, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-233", "text_group": "38f2aedb9fba8faa8e0d732655cada39cc2a8099ad2de1c3e7e6addebb38f767", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 1, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 186.9748750468716, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-234", "text_group": "6444e0f4cf283a7e4e8d97b026e3349a5258ffc710bb3db05d119f4455f6784d", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 1, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 192.09541601594537, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-235", "text_group": "c22f048ccbe6bbe2919b82093ab213fbcfcdee86f5f7776a1833adc0686e771c", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0.25, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0.75, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 167.5754999741912, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-236", "text_group": "d3ca81ea19195097c6f0497df73e6616987c32e99d348e54f97465329aafad65", "expected": "pending_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0.01, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0.01, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0.02, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0.31, "visa_or_mastercard": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0.62, "verify_my_identity": 0, "extra_charge_on_statement": 0.03, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 172.24795802030712, "usage": { "input_tokens": 1034, "output_tokens": 831, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-237", "text_group": "ec0ad1b36669844acf4e8bd2135d1dc50eff06a498b36a2b76e6ea4b63d8e3f7", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0.89, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0, "cancel_transfer": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0.1, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0.01, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 148.05291697848588, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-238", "text_group": "5660476a6f8c42c8c115badd69e59596b043064972671d10919d2956692b197c", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 1, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 234.14545797277242, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-239", "text_group": "67d7affb8f2da268ce78b08b81525d5e168072499d02f19491d9f71d97d73487", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0.02, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0.04, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0.93, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 126.38895795680583, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-240", "text_group": "feb1696c903219fe121776994bf98a719673e977ffced3e68711ed06ba04e5c8", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "cancel_transfer": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0.03, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0.39, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0.5700000000000001, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 317.26433301810175, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-241", "text_group": "8805d27999026d08414153c14961e92a394725ae511da6e8d13c2a67b517bfd2", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0.53, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0.47, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 144.28724988829345, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-242", "text_group": "777f26f90bd5ae9c4af3ee888c780cd3752089519a116dea24b5945235ed46a5", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "exchange_charge": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.05, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0.95, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "card_linking": 0, "card_acceptance": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 175.39058299735188, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-243", "text_group": "f78193a4a09486a0b100b9e2f79e55c107d11b9e855a9641c145ad771420ab89", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0.32, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.68, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_top_up": 0, "transfer_timing": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 145.7765840459615, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-244", "text_group": "b02997e671a1c95e625263b5a2c4edf48ce5065214d3b31e12acca5391f357af", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0.69, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.31, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "transfer_timing": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 159.6132500562817, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-245", "text_group": "07375f07309e00dbff15f187a0818b6a52104887ac4574af1303e3dea50eae7b", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0.45, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0, "automatic_top_up": 0, "request_refund": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0.55, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 220.59008397627622, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-246", "text_group": "1d3b991b02d33a21ba6a9aa0a2a1917b69d8a184e0ec525ad7a8769660d0b3b0", "expected": "fiat_currency_support", "prediction": "receiving_money", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0.65, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0.01, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0.15000000000000002, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0.04, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "card_linking": 0, "country_support": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0.01, "card_acceptance": 0, "pending_transfer": 0.13, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0.01, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 224.2485829629004, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-247", "text_group": "1964a43425ead4a8e4f715ad246b24b2baaefa7ccb126d0429ebc11d6e3f9952", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0.01, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0.37, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0.62, "top_up_limits": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "country_support": 0, "card_acceptance": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 192.21074995584786, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-248", "text_group": "2aca653b196037a5ea203320881bc28d810e7f701baee29249f33c1676c0bcb8", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "fiat_currency_support": 0.95, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0.05, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 220.27870803140104, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-249", "text_group": "22afef4c464444048595aabad09fffc84bc305268066a3bac1fce69d85eda898", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "atm_support": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0.11, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.89, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 215.83154203835875, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-250", "text_group": "04c8647706185e1bebc83bf56c5c88e02207c641507f30980902f4f581d9afb3", "expected": "fiat_currency_support", "prediction": "exchange_rate", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.04, "verify_top_up": 0, "fiat_currency_support": 0.3, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0.02, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0.41000000000000003, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0.08, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0.09999999999999999, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0.03, "top_up_failed": 0, "disposable_card_limits": 0.01, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0.01, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 196.1787500185892, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-251", "text_group": "34fb877954fb1c52a58372165192542838e0b09f0d455df76d47f40a18a20a1f", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0.64, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "top_up_reverted": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0.36, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 222.90987498126924, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-252", "text_group": "3442f2a36a83271ef3ae8be390038bfb73dda3a2093d14ad83e6c2204033ba1c", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0.13, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0.01, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0.12, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0.16, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0.5700000000000001, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "compromised_card": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 178.32483304664493, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-253", "text_group": "3772bf7fd5ad39b4e0859aacdae8ba9e4ee792f441b1d2e83ee650222b8ee993", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "verify_top_up": 0, "exchange_charge": 0, "passcode_forgotten": 0, "pin_blocked": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.02, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0.98, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "card_linking": 0, "Refund_not_showing_up": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 197.5912090856582, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-254", "text_group": "0494f65331d8e3fe5365576815f358dce54588ec6dd6270415c76e68a5775efc", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_payment_fee_charged": 0, "atm_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.45, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0.55, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 169.30762503761798, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-255", "text_group": "7c371bbe3adf8450412a63e4e7ee27463c45834dd25670c43de356c2402a482a", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0.03, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0.77, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0.03, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0.17, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 211.93716709967703, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-256", "text_group": "410a054bfaaa19cef9a07d1c29549147de6e95c5b580f9dce95bc4a81c744959", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "atm_support": 0, "edit_personal_details": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.02, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0.98, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "card_not_working": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "country_support": 0, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 256.0890829190612, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-257", "text_group": "9cdc994e0f93fbbab87711344d0a858dea9270465112bf86cfade734b7009f0c", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0.96, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0.04, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 252.86787503864616, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-258", "text_group": "02c36843bdf675af39e89f52b761baa69b4e27fdf592a41f33e53173c49fbdd0", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0.81, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.19, "receiving_money": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 194.19358298182487, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-259", "text_group": "36aff1e43cdac478db8abff48cd01fde0e22f37f03aaf1177849f9ed6551eb8a", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0.74, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.26, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 164.1059590037912, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-260", "text_group": "dbe1e9f253e12dafb3e18fed2b34a4939a717bda93fe5846d89e9b666d37cfb2", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0.58, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0.42, "pending_top_up": 0, "transfer_into_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 345.82962503191084, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-261", "text_group": "f124ec3808dcc708e6cc0df7aee47baf15ff01c9286bb594682f58b9f76bf936", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0.17, "disposable_card_limits": 0, "exchange_charge": 0.02, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0.13, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "transfer_into_account": 0, "fiat_currency_support": 0.49, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.19, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 137.0077079627663, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-262", "text_group": "f314623daf59bf85ed289007b3bcd5043601935d9a843c232056b26dda4db126", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "exchange_rate": 0.09, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0.01, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0.09, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.25, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0.54, "exchange_charge": 0.02, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 185.35425001755357, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-263", "text_group": "b4088ca07a164506640fce00cbe6b037fc4e0f0d85287b22d3eefb39139fd27c", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_arrival": 0, "fiat_currency_support": 0.64, "supported_cards_and_currencies": 0.36, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 207.51120802015066, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-264", "text_group": "397af00d5389d235b32562862bfe78c8130fb1a25a413075ab41bf2d9561631c", "expected": "fiat_currency_support", "prediction": "exchange_via_app", "probabilities": { "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0.02, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0.23, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0.31, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cancel_transfer": 0, "failed_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.14, "receiving_money": 0, "fiat_currency_support": 0.3, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 130.97774994093925, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-265", "text_group": "4abf50fa49f8f15b2fb9020d50b57e391de351bd0422ab06ece5e2894d8be862", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.46, "change_pin": 0, "pin_blocked": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0.54, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 165.55816703476012, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-266", "text_group": "e93d6cca22fb32cc3cd17d6ec38ed2463fc5f433342e93ea27680f3345a82d73", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.02, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.98, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 150.19258297979832, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-267", "text_group": "c9121b0a42250ae157682ce92afb1b31816a6135b0d4394e194a3924997defd9", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.46, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0.45, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0.09, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 156.26849990803748, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-268", "text_group": "820c7e3681051407a2ff423a7e7ea57de0dabc615782fbd31da8167d8ee7ed55", "expected": "fiat_currency_support", "prediction": "exchange_rate", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0.33, "why_verify_identity": 0, "exchange_charge": 0.02, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0.63, "unable_to_verify_identity": 0, "fiat_currency_support": 0.02, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "top_up_reverted": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 160.93045799061656, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-269", "text_group": "c436bc0d0c6e199fca843a0488ad1b2a8d7f8f942077399920c1deabb98dc7d5", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0.89, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0.11, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "visa_or_mastercard": 0, "terminate_account": 0, "automatic_top_up": 0, "edit_personal_details": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 152.99170790240169, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-270", "text_group": "77da78ce47cb7bb14a37d7d1ad10ae0f47701f15bd280fd202fef449da35a094", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0.28, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0.72, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 120.429249946028, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-271", "text_group": "7726c945bfa8f6df247fc46e48cc1c3ecb4c4d6c1f80f59b18662c748141cec2", "expected": "fiat_currency_support", "prediction": "exchange_rate", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0.28, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.08, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0.2, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0.02, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "top_up_limits": 0, "exchange_rate": 0.42, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "edit_personal_details": 0, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "atm_support": 0 }, "error": null, "latency_ms": 171.3242910336703, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-272", "text_group": "df7bea2b3dd2ffe5f065bd438f179139b83cbbadf88ece65c614647e941022b8", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "pending_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0.95, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.05, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 170.9880830021575, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-273", "text_group": "5adf74ef0dd8bbab988a82a32ea769e3a5313b254fc60c54f14d21f504c70ddb", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0.74, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0.26, "pending_transfer": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "country_support": 0, "card_acceptance": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 191.856374964118, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-274", "text_group": "4b4fe3bca6c188ce5c2f6e314126801d7266cef89dca9dccf3d8a2e49c88a97a", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.7, "declined_card_payment": 0, "change_pin": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0.3, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 234.64983294252306, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-275", "text_group": "40625f5e53605b395a0d04dceb618a7168e7d3c1f079bbefda81019b6b7b8b91", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.25, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0.75, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 170.64320796635002, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-276", "text_group": "a8f3704dc110051b720996d72d0a26454eb2be6126d413e48b20f358832e2f73", "expected": "fiat_currency_support", "prediction": "country_support", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0.01, "request_refund": 0, "fiat_currency_support": 0.02, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0.12, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.03, "top_up_by_cash_or_cheque": 0, "country_support": 0.39, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0.27, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0.05, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0.01, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.06999999999999999, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0.03, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 169.7945420164615, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-277", "text_group": "ae296d52bb798134b42901cebfb617a30ebb230e4cdeb2b6a662a1a3d3d1e03b", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "country_support": 0, "atm_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.04, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0.96, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "edit_personal_details": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 176.06162489391863, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-278", "text_group": "3ec9e71880751699624442a9d03012a7ae9ec97a7713937c5d8b4f1e23607e20", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0.04, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0.01, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.32, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0.03, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0.6, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 163.68150000926107, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-279", "text_group": "596252dfc0bc56117dfb2b366d19d6341c0755c0b98db5ad3ab4fe4a4c716f6a", "expected": "fiat_currency_support", "prediction": "country_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "edit_personal_details": 0, "verify_my_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0.76, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0.22, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0.02, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 123.87562496587634, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-280", "text_group": "f88f4f11b3e4d582eb01dd9f5dde9e95ce7a0e212ac7a3360d6096f492e7fe6e", "expected": "card_delivery_estimate", "prediction": "get_physical_card", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0.37, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0.01, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0.5700000000000001, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0.04, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 183.37933300063014, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-281", "text_group": "3d371da4cedb161b5a1eb9fbd74ebf8c69c8624f958f2cc4c3d14b7026a97d06", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "country_support": 0, "card_arrival": 0.89, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0.01, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0.1, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 161.05424996931106, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-282", "text_group": "94164c80584aca5f7ac3c0ab8d2b9de9afe8ab1944dd4726cf2d69a245df2d03", "expected": "card_delivery_estimate", "prediction": "get_physical_card", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0.18000000000000002, "receiving_money": 0, "getting_virtual_card": 0.01, "order_physical_card": 0.07, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0.01, "card_arrival": 0.28, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0.43, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 234.5426669344306, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-283", "text_group": "885622a7e028d9da6c8ab4ff365c946977a90a35a8a9fdcfd027b10d002b6378", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "card_delivery_estimate": 0.83, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0.01, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "card_linking": 0, "automatic_top_up": 0, "pin_blocked": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "getting_spare_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0.11, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.05, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 213.14187499228865, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-284", "text_group": "a387b24a056c0e5338622deb575e1605fda46ecf8789e531d6fd9af5c7c09159", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0.89, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0.11, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "declined_transfer": 0, "age_limit": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 216.06012503616512, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-285", "text_group": "dc5b9099ace1d151a326b4f29c1c5c3a4e376cc55660c6d8617e6e6aeada7145", "expected": "card_delivery_estimate", "prediction": "get_physical_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0.15, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0.25, "change_pin": 0, "get_physical_card": 0.56, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0.03, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0.01, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 172.36758291255683, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-286", "text_group": "5cf7a677b5b97f2089e2922d1c050f1fdf99a142da5abd5bf9a0cc4e7c00a62a", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0.04, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0.93, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "transfer_timing": 0.02, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 147.41820900235325, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-287", "text_group": "cfd59f4e8e88609a32696461fd5f28e356d020d9929519a987767a2db876aada", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.99, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0.01, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 191.2037079455331, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-288", "text_group": "49a46b61195f42e172067415c5bf4f16cf3c317fa81e81863fb934da1867353f", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0.96, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0.04, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "age_limit": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 158.49408402573317, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-289", "text_group": "d78cdcf4cd3691f078a76a5b3e52e616dbcc895b42aa38a802999e5638b52b13", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0.25, "lost_or_stolen_card": 0.01, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.23, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0.01, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0.44, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0.01, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0.05, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 242.08674998953938, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-290", "text_group": "148e6deddf561b1c239c4111ae55ef8237f7373a3f87402c44af72375618f849", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_reverted": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "change_pin": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_acceptance": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0.93, "top_up_by_cash_or_cheque": 0, "country_support": 0.01, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0.06, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 157.23899996373802, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-291", "text_group": "2e77ce81147400ac379c86e9217d266ada17feb6a437cacd07f23fbdd1d2f133", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "pin_blocked": 0, "card_not_working": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0.65, "card_arrival": 0.09, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "transfer_timing": 0.24000000000000002, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0.02, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 144.06458393204957, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-292", "text_group": "c1e9d4858faf7d6941e032d09fe1fa008d3245998fca01a0f64161475eed37ac", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0.73, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0.26, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "Refund_not_showing_up": 0, "order_physical_card": 0.01, "supported_cards_and_currencies": 0, "top_up_limits": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 231.6437918925658, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-293", "text_group": "11a6af089706a55d0672e02e83ea068c9e7e08f0039af0def40b86e66447a8f8", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0.01, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0.79, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0.17, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.02, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0.01, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 163.610165938735, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-294", "text_group": "5d5a1a0e4cb3dff4644892c03e6f264dc2860b3bc2361cea47897b73e2494fe9", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0.06999999999999999, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0.88, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0.05, "card_swallowed": 0 }, "error": null, "latency_ms": 336.3554999232292, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-295", "text_group": "d8cd4e4f86461da565d47c7b30a3b86bf585b90fa69459fa4f1e3d6dc0871e3f", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0.12, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0.5, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "failed_transfer": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_arrival": 0.37, "apple_pay_or_google_pay": 0, "order_physical_card": 0.01, "top_up_limits": 0, "declined_transfer": 0, "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 533.7044169427827, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-296", "text_group": "02f9471ed2e6372cd996920d0c63443dd491e39791cffe14effeb71666a36fcd", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_acceptance": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "atm_support": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0.8, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0.13, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0.06, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0.01, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 199.58991697058082, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-297", "text_group": "b2b813520a8af9c386c81fc252510e556b057d09328504abc1d337aa1d51f91b", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_reverted": 0, "card_delivery_estimate": 0.95, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "automatic_top_up": 0, "terminate_account": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "getting_spare_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0.05, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 290.8876659348607, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-298", "text_group": "17a0812de5e4f6bae535a71654330035614b6d4460194147307a151720217be5", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0.08, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0.91, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0.01, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "failed_transfer": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "cancel_transfer": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 242.45583300944418, "usage": { "input_tokens": 1037, "output_tokens": 828, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-299", "text_group": "c7596d6cc1195a4a939d4932549d8e2ac6898ad07500c74406800705785b6fbf", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0.03, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0.97, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "country_support": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 213.2683329982683, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-300", "text_group": "c3e00f7482bc91bb9322653c457eab4bffe235cfdbb7a1c405ccf0be26481d53", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.04, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0.01, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0.01, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0.6, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0.03, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0.31, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "top_up_failed": 0, "atm_support": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 142.59166701231152, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-301", "text_group": "1cd6090434e368dad287e27f2c007f02d8057d280aa1e6d10fa126d2404369b9", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0.9400000000000001, "get_physical_card": 0, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0.06, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "request_refund": 0, "automatic_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 142.48270890675485, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-302", "text_group": "ca044f665bd04df792f4278047137f42d1783219e31c41b2fd1fba1afe028df3", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0.01, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0.99, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "pending_top_up": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 193.9835000084713, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-303", "text_group": "d4242c534f4d2fc9321a42439d5eaf73528b5ef7888b4d926af13d7e93a56f19", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0.98, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0.02, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 212.46958302799612, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-304", "text_group": "b591f46cfa076b2fcde0d2f63bae2b812586b718a0496d7fc6df5abca97a2a46", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0.86, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_reverted": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "pin_blocked": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0, "card_acceptance": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0.14, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 180.18420808948576, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-305", "text_group": "04264c7d4fcf1dbe9ffef02efe29c6b959bc18c0280ba80160c5f52126545da9", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0.15000000000000002, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0.4, "card_delivery_estimate": 0.13, "get_physical_card": 0.32, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 223.97454199381173, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-306", "text_group": "48c926506e082989100424530733dfede54539a11c8178ca5fd923ed93665bf4", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0.93, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0.07, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "passcode_forgotten": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 181.5945419948548, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-307", "text_group": "0438f09441c773bdf5434e72b38c6a2bf95ae9bbb9a46b0b8fbd64a34f372e4b", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "change_pin": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0.96, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0.04, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_linking": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 109.61899999529123, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-308", "text_group": "61a1cde9fe0a2998d7b06f715511b3c6b939cf81176ff66ea75eca6ea639f044", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0.51, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0.08, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0.05, "getting_virtual_card": 0, "card_delivery_estimate": 0.35, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0.01, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 208.49183294922113, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-309", "text_group": "e41b8b712597809f4b5a5abaf4f8e03bf23ef16d6c0aea015ea08b5c610afae5", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0.98, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0.02, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 242.21145804040134, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-310", "text_group": "c8b64a9c5e52cfeb13b5734c66df636eacde850f254c50c7b4ef5f141d305461", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0.2, "card_arrival": 0.75, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0.04, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0.01, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 138.77395796589553, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-311", "text_group": "97f91e67f9a4c0d00e4048331856a480e149824acadec7e33b00db9f302bf793", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0.06, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0.94, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 275.4651670111343, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-312", "text_group": "b667ffb54b9718aab1bc930d1623659d783dbce688abc150271dcf133115bcbf", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "get_physical_card": 0.01, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0.14, "order_physical_card": 0, "card_arrival": 0.85, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 191.27354200463742, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-313", "text_group": "af30a0f37a753309c9cb793c666ed09af921a0edb060228d87477c417d0321b3", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "card_arrival": 0.44, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_reverted": 0, "card_linking": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0.25, "visa_or_mastercard": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0.26, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0.05, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 136.53637503739446, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-314", "text_group": "076c4ea2a831bde486c2e6f596bd5b4ea70f6049d00a89f7ae8698a55415623a", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0.02, "order_physical_card": 0.01, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0.83, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0.14, "age_limit": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 168.3505829423666, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-315", "text_group": "750bbd3e9412f0880fc031da2a761c79aecce786c534107b9f8eef3d13e54e91", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0.02, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0.97, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_timing": 0.01, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 189.49108303058892, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-316", "text_group": "f1081f61964e632f4c924c9f34fcf79260088d61bdf61c892c2939b36d209e2c", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.81, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0.19, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "receiving_money": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 195.57079195510596, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-317", "text_group": "b1638823bb0687be65c2d5be53ab6779b4be12dc95460fd1f2f2223d428aa893", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.02, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0.01, "card_arrival": 0.17, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0.79, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0.01, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 247.54387501161546, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-318", "text_group": "73eb7650a79cb2a6d9618d724ad9d91b15898ed25dd7952b582a19613933ee40", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0.8, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0.2, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 205.04349994007498, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-319", "text_group": "00f4c2c1a999f381058355cd458f41d0253834f0abd676b9df89fe2443ef4a04", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.56, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0.05, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0.37, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0.01, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 191.05591590050608, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-320", "text_group": "abce8b90c1d60618827321b3b3ee2d4f528e2d200fcbfeed41c6e8b39ad4da0d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 1, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 170.71249999571592, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-321", "text_group": "b143d7291e7365fc9220eddc524c3dab5c0e2fc003ce81b56841eefc9e5174e5", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "cancel_transfer": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0.12, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0.88, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 176.57137499190867, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-322", "text_group": "ed947cef4d0904866879d6659c5e3da40a0b05936e54896e38edee54538f335d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "change_pin": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 1 }, "error": null, "latency_ms": 178.94766596145928, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-323", "text_group": "1e770297ef904645faa3d487a72a8412e1303fabc6d304109a74a6ab19f6e1b3", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 1, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 153.55841699056327, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-324", "text_group": "3de8cc87e4c9868c75ab38937428e517359f9b243a07e09d75aae7af86e7da29", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "age_limit": 0, "exchange_charge": 0, "card_arrival": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 185.51233306061476, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-325", "text_group": "4cd802940021b2524869b53b3d73096462e4a9e3d20f2ac1474edc2f831691f6", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "top_up_by_bank_transfer_charge": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "activate_my_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 1, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 253.02320800255984, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-326", "text_group": "fc3ffefc4156260b96eafcf974298cde0d03deb139ad0e23e463835fade3da99", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 1, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 146.99124998878688, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-327", "text_group": "bcfc950b39df431f4ff1f254dcf98d38d5f0950d0f7b32865b0cea4db537e572", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 1, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 194.10662504378706, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-328", "text_group": "5c7cb4f8b582c3bcb055a029c8148d2aa8bccbee0f57c9a4969b9cf0b9656b15", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 1, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 142.316541983746, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-329", "text_group": "7c400e0a07fe38c22fbaa5575231a35fe1c115ab40e71d37a20ed3a638ca1da5", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 1, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "exchange_rate": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 171.02066695224494, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-330", "text_group": "14c2e840b0a0082382faf1e486a07f25afc077b166b09d249248ce11341a8973", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "atm_support": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 1, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 123.45604097936302, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-331", "text_group": "90abcc1b88ff5c819d8001b05b95b6181b59974deb4ff3189f8d66bde3a26d9e", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 1, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 127.56262498442084, "usage": { "input_tokens": 1038, "output_tokens": 827, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-332", "text_group": "5faa4833cdb88a94f7c9a448e81baf1d466f6588db67252cf4497f5a8bf8b3d8", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 1, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 169.35258300509304, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-333", "text_group": "270f062dc5667b0d45fecffdcb3d77354271e1f1f2800b0bb619cac8689e928a", "expected": "automatic_top_up", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_reverted": 0.01, "compromised_card": 0.17, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0.01, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0.02, "card_payment_not_recognised": 0.03, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0.01, "top_up_limits": 0.05, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0.12, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0.06999999999999999, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0.51, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 226.44666698761284, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-334", "text_group": "5620ba047588b2645e4ded5155f36767ae8bb4770d8ec91553ff46a3c5c3a596", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0.84, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0.16, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 131.2477090395987, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-335", "text_group": "79600072230593c1c7998043fcfe7385c44651d9984aefb04fc59f7d3a5771f6", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 135.25337493047118, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-336", "text_group": "21685942a304c09d87bd237e46a914501f9babd733212b8d5111b26be58cdf4c", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0.15, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0.85, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 222.26191603112966, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-337", "text_group": "b5b0cc8fd92693d715a11c9efaa71116dc9c295deca230c535b7d635547177a7", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "request_refund": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0.73, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0.27, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 195.97470900043845, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-338", "text_group": "8bd6db31eee95655bbaaabc712f0e2ac84ab966f4490a61eeba02c30d5b463d0", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 1, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 175.77674996573478, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-339", "text_group": "aadb745d93834ebe046c96fe101324386b18572a5360b60abd7dde40dafba51d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "card_not_working": 0.01, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0.01, "declined_cash_withdrawal": 0.01, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0.01, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0.4, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0.01, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.01, "get_disposable_virtual_card": 0, "atm_support": 0.15000000000000002, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0.03, "top_up_limits": 0.13, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.06, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "country_support": 0.13, "card_acceptance": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0.01, "request_refund": 0, "getting_spare_card": 0.02, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 254.62675001472235, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-340", "text_group": "4028228f8ca00680b03ccb9c7584831060290627cde70d6e95171790dc781cad", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0.86, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0.14, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "atm_support": 0, "top_up_failed": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 211.1913749249652, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-341", "text_group": "c5fcd32dc92743db7ea87609ac71cf816471d94361639e5619cfb5f7b83262c4", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 1, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 129.20387496706098, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-342", "text_group": "86a67d9ecde1a4ef3f99369982dccc95499f6349df72b1d42c3adadbec0db759", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 1, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "receiving_money": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 276.7666670260951, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-343", "text_group": "cd18ac79e43da51a9de9db277bce3d7efea6813b32c2dcc66cb743170f17c5a2", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 1, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 173.6825000261888, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-344", "text_group": "fce850fd87abe4ded902da27e826b06e4efba353d5ace21b8d7021ffebe88cfa", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "transfer_timing": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 1, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "country_support": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0 }, "error": null, "latency_ms": 174.4113750755787, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-345", "text_group": "fde9af254ea01b4250e901006d990e275e80734dc63a4465c1bb4beab0b70759", "expected": "automatic_top_up", "prediction": "transfer_timing", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0.97, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0.02, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 195.2097499743104, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-346", "text_group": "92d0956dfd1798f16c28ea19a461d03b94f793f302974ef527ef7bd362d6869d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 1, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "country_support": 0, "terminate_account": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 220.13966692611575, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-347", "text_group": "1a063a2dc57909c68e60c569d1808a4a22eca03af37526f95d947fa327c41e92", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 1, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 151.47883305326104, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-348", "text_group": "61e727c073d0b723c7f25d0967b1a7f2d07c81be47521118f53a7da5696f9d17", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 1, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 153.81708391942084, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-349", "text_group": "ec4501720ee18f02ddea93e79ae38d2a164ffd7519b0d4f73adb0f9dfc35f5fc", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 1, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 295.022499980405, "usage": { "input_tokens": 1046, "output_tokens": 827, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-350", "text_group": "b772f7ccfdcd36a9cb64c54cfda8a46ba829750141d1ddce99291d2ccceaa749", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 1, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 152.09508291445673, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-351", "text_group": "ae3af9be6a31b2020512312e349625e70656eeeeeeb905f32b8279e23276aa45", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0.9, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0.1, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 135.36079099867493, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-352", "text_group": "d09862ee9567e630659c1a631ab6d53d055d9fa385d665ebfeb6abc173895507", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 1, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 156.02908399887383, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-353", "text_group": "068d0b97a02e8a55899aeeb12d171312bcaab480c0f555407f11e0a63c2f3232", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 1, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 172.03395790420473, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-354", "text_group": "aec53e7acf716bad3df649360f58f6697acd93f613bb3bdad73f7e085129d70e", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 1, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 199.93729202542454, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-355", "text_group": "70643e380453e3e048fc99b224d0a9df5c3aae397e1b98e6fa19b39bbb97d14b", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 1, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 141.4454170735553, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-356", "text_group": "844d9c8ff05e1373023a5af0444771b11b5aa36aec613861eabd23686f33db99", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 1, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 187.78429203666747, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-357", "text_group": "3b95db1af7f1c506159acd4312dc2f861ca599917243863137adbd3c302d09ad", "expected": "automatic_top_up", "prediction": "topping_up_by_card", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "card_acceptance": 0, "atm_support": 0, "change_pin": 0, "topping_up_by_card": 0.52, "top_up_by_card_charge": 0.01, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "verify_top_up": 0.01, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0.28, "top_up_failed": 0.01, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0.16, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0.01, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 148.64608296193182, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-358", "text_group": "2ffa1052f8bc302ba9c3f70f22843cb702773ea8e04ddb8439d0452bee85fd9f", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0.73, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "passcode_forgotten": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0.27, "declined_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 145.37275000475347, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-359", "text_group": "3cc66393e1028eab8fabcad76d59dbbb0e348861d0be25162b288e5b025632a4", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 1, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 195.47845900524408, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-360", "text_group": "8c448cce6ba0f3b61ec4c4d101896e9aa421d0b8d4c56e363fb8ec365b53780f", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0.8, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0.01, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0.19, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 208.078374969773, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-361", "text_group": "e3a4541aaff103d389c87dcb655a10e38ec636fb4fbe3bfa6434d8aaef9e7c77", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0.99, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0.01, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 172.03933303244412, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-362", "text_group": "18a0e327bd1e152871bea28c13a1ec440e56d1427744cbf54db86591560c9e74", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 1, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 122.34920903574675, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-363", "text_group": "014dbd8b6321061dc48195633829477fe67b2dfd8b1978fe3fb6eea672223bc9", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.96, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "compromised_card": 0, "declined_card_payment": 0.04, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 152.38762507215142, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-364", "text_group": "e2c11360bb62fa4ed6f4a2b29e9c14848a5ef008e80123996a1f293b506bb48a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0.04, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_not_working": 0.85, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0.08, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "card_acceptance": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0.01, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0.02, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 218.87529199011624, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-365", "text_group": "44d51bd9b84bd5d371b3853e0de78f6621cacee0a80d6989c468b0677d286b0a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "declined_card_payment": 0.01, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0.99, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 168.14749990589917, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-366", "text_group": "b8313fb8a37e5058c1e0a6ce4e17bdd82a2c17ab041d27d186a1d6f6703ebc86", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0.02, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0.98, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 144.05245799571276, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-367", "text_group": "e3233af3f2430e646ad19af162fb85ca98bb17aa3b91570eb687e640d8a8ecfd", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 1, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 164.2376669915393, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-368", "text_group": "5f512118f2d763019724da0d746b021d33f1aaf459e042f6b3632fc2c8033ca2", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0.09, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0.49, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0.19, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0.23 }, "error": null, "latency_ms": 200.8740829769522, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-369", "text_group": "2d94afab597accef6b112e94076778993c093ce42909dfff1057ae3bebd35256", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "verify_top_up": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_acceptance": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 1, "disposable_card_limits": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "Refund_not_showing_up": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 134.8195830360055, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-370", "text_group": "f8953f53642052695f9ab8357b7959ea2581762e3693426e5d3360e2f1e1f84e", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0, "cancel_transfer": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0.35, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.65, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 188.61924996599555, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-371", "text_group": "27b2afbaac99241d847731c9f53751337e12bb7a129c70f6f6956906ee74bf69", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.99, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "request_refund": 0, "declined_card_payment": 0.01, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 152.8263340005651, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-372", "text_group": "0c502172b7bed13750eae1f6410d830f825c92985a83bc3c8f97979addd6253a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0.99, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0.01, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 163.0907909711823, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-373", "text_group": "ba541a060f4ec9d1177d1d18f37a36aa7ec1d1ff2617b3c2ad01a69e1adfc26b", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 1, "transfer_into_account": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "get_physical_card": 0, "why_verify_identity": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "atm_support": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 228.80645794793963, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-374", "text_group": "e912299d5e3c27410cb2a0f9fa8c7e1b9c4118204caac960c112819ca87ea2a4", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 1, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 139.24358400981873, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-375", "text_group": "a6883542faf73ccee2bd3fd27c35c795fe5d817951d7edebf5ca850d432f222b", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "request_refund": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0.96, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "pending_card_payment": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0.04, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 158.70483394246548, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-376", "text_group": "b568be3f16b247286dd47d15bbbaa30374f9c6e3036193fcddb1cc6b9b62d260", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "verify_top_up": 0, "apple_pay_or_google_pay": 0, "lost_or_stolen_card": 0, "card_linking": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 1, "contactless_not_working": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_acceptance": 0, "compromised_card": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 246.57800002023578, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-377", "text_group": "47fb493ba54516f518fd36971506160968d287cbafc7ce0992ac3a485986f28d", "expected": "card_not_working", "prediction": "declined_card_payment", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 1, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 137.61562504805624, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-378", "text_group": "bc6878c2e30288b1fa079a46ac303fe033c26e71170e6b140426ee8ab304f8fa", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "cancel_transfer": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0.01, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0.99, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 126.39837502501905, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-379", "text_group": "676b52b02796a22c52560af6f66befba2cc8a75c1f6bf0e88adc18f71e1ad88c", "expected": "card_not_working", "prediction": "declined_card_payment", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0.41, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0.01, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0.58, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 182.4790829559788, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-380", "text_group": "059d4006b3c35472bd0ca16af49526a0a3482c33fc32bb0d5d35172a69dae79e", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "atm_support": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0.99, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "terminate_account": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0.01, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 304.63095800951123, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-381", "text_group": "964a0b3170f911b8ed7b24c75317e34c766016512c404df8e17424e99f2c1260", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 1, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 181.18266703095287, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-382", "text_group": "b84f7e516e46058eea5d60643ad9cbdf067530213c2add1c2e6e23ac7fc79cd7", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0.85, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0.06, "transfer_into_account": 0, "lost_or_stolen_card": 0.05, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0.02, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.02, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 190.11858303565532, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-383", "text_group": "b4b224f11d8ce460c81647108ec5a7ba0edf561d2a9ccb2db94b5a9848f022c6", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 1, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 163.40695798862725, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-384", "text_group": "8522db53e4f5be84a3a11c6285b008482c0bc91026e7f8098b55880853ad755a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0.19, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0.78, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0.02, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 171.94504209328443, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-385", "text_group": "88613b2a06f7d45e052157e4265e5fe202efad72dd14a93ae49a975355f2de44", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0.97, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_acceptance": 0, "cancel_transfer": 0, "declined_card_payment": 0.03, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 157.98629098571837, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-386", "text_group": "af0fa15bbcabab79854b2b3a08d6ccf22c8ec3f8b2099f7531ac81c2616363dc", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0.98, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0.02, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "atm_support": 0, "compromised_card": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 225.71608400903642, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-387", "text_group": "a163eff9af45e2775a6abcfeb07b70429004de093dfb17951b433bd18f6c1709", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0.04, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "card_not_working": 0.96, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 347.8075839811936, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-388", "text_group": "4aaad10bd968fe1df49a6c3b15cedf47d1993b9e82faf2e2f490f13cc37f3acf", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "topping_up_by_card": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 1, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "receiving_money": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 161.51512507349253, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-389", "text_group": "0395e4e5f0495d079b168a16adb7f236e30a55f3b8e9b1c6a2695574898a1dc3", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0.95, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_acceptance": 0, "declined_card_payment": 0.05, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 297.5829589413479, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-390", "text_group": "8d699a25824446ab80576ff23b5e417eb8ffd9e3df930571858e3d0d40721e74", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 1, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "age_limit": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 209.1688330983743, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-391", "text_group": "b4fd3fcf2c385e028dfab9f75141dac335cd2fc4b633bb941d7b89b495bdc16d", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 186.4450410939753, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-392", "text_group": "cee7dde073ca44cebf694c6ad0457c0990b8a21ebd6b757015b217e13533dc8c", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_by_card_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 1, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "fiat_currency_support": 0, "direct_debit_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 205.6843750178814, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-393", "text_group": "3984adb8625022dadb14d7103ead7a87aba7c71e6c483f833bc4a589d165d048", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0.05, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "top_up_reverted": 0, "passcode_forgotten": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0.95, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 150.26645793113858, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-394", "text_group": "57b47c6747206b21155e06ae513955b8985cd2a8a1cec8e5c3c999a36c5a003a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 1, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 164.91212497930974, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-395", "text_group": "03e7730e2cc5f714eb77f0c2b1f5b8766193aea19e96e7ed632f768aae9ec71c", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_not_working": 0.83, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_acceptance": 0.03, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0.14, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 168.26700000092387, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-396", "text_group": "060074d7f97818bec7fd42cb392cd03d4bb905c5d666feba5ffdc738f5179f3d", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0.02, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0.01, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0.96, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0.01, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 161.94049990735948, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-397", "text_group": "57cfa35998978853ce1c5f3775f3d518b7a9ddd06172bb7b8b5888b78bd3b075", "expected": "card_not_working", "prediction": "declined_card_payment", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.27, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "declined_card_payment": 0.73, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 177.21095797605813, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-398", "text_group": "c4fbb34eab2a63d9326f1e4d7a771c6a792d7ebe76c681fa407b29e2f0e8c1c0", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.96, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0.04, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 322.9285830166191, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-399", "text_group": "c8f58dcd5a0fd0dd4390d461203c3a4e5ee7aa9002fa60e3a2f2c77972bb961c", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0.03, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0.02, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0.95, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 133.77491699066013, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-400", "text_group": "3151476680db8670a66ea47f83fc8fec9de1197dfda67b0dc692fc487efb5e04", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0.42, "card_not_working": 0, "card_acceptance": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0.01, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0.22, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0.12, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0.21000000000000002, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 192.01200001407415, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-401", "text_group": "56ca2b6d3f2672a56eaa61d9b0824685906381f94cc2ca23f60fe997e57a9d0e", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0.02, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0.56, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0.01, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0.4, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 143.07300001382828, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-402", "text_group": "b7353d9c1e3cb061b781ecbf5dba7d1722c30f16c2d484b8c1a16a9e56c85959", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0.01, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.08, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0.42, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0.34, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "exchange_rate": 0.15, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 243.56204096693546, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-403", "text_group": "6a32992732ce389ed759b10d3fa76109095f98a25ad17e679a9212e95376be34", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0.01, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "exchange_via_app": 0.44, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0.14, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0.4, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0.01, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 140.37945796735585, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-404", "text_group": "02ef158d7a420efc4dbf1307400663238fa68278e802604a2c6a8e6819c48743", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_swallowed": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0.97, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.03, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 208.78470805473626, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-405", "text_group": "02f75d2b91a5cf23acc66983adb845f0d59e6c67aaa0de26ac4e230d0b00fa9e", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "getting_spare_card": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 1, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "receiving_money": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 182.69495898857713, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-406", "text_group": "ae585e96bd8e25074b5ec98d3b9f2916d91130a34b5b89d096613701e6c6a6ed", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "card_acceptance": 0, "atm_support": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_charge": 0.01, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0.88, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0.1, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.01, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 143.0513330269605, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-407", "text_group": "59a10192bf08a0736d877c73ff6d6edbaa4cd70ee4bf7c0a86b486b0b1e2e7ca", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "card_not_working": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 1, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 198.44379101414233, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-408", "text_group": "c397a5a4b5b2718a9c46c4e985d8c5106e643ce966dd09c4920f525c2b6962a3", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "exchange_via_app": 0.72, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0.01, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0.26, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "declined_transfer": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 214.80600000359118, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-409", "text_group": "ebfe270b523ec447695c46f65b656e30ff877f3eb5afe3f36cb725a11d1d56b4", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "receiving_money": 0, "cancel_transfer": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0.99, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 247.4439579527825, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-410", "text_group": "c42ee9595023c7c3bb83befe7e28ef7b7e49ec44695fd058d7fdffe5f914fccd", "expected": "exchange_via_app", "prediction": "supported_cards_and_currencies", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0.54, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0.46, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 221.18216706439853, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-411", "text_group": "1d647eccb1603aab53fba3dbf89b7d350b11cc56ebcab445db287da18e2f13f0", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "exchange_via_app": 1, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "transfer_into_account": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_rate": 0, "declined_card_payment": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 146.39220910612494, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-412", "text_group": "8a8ceb6c84d002c9c915295f2b5d587acfa7c1deb05c1e38b364613644561af0", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0.29000000000000004, "atm_support": 0, "exchange_via_app": 0.4, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0.02, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0.01, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0.27, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 148.25758303049952, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-413", "text_group": "bcf3912479c6411753b7aaeebc96f14caa08c7229327f784749dce23ef2c8dc8", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "exchange_charge": 0.08, "fiat_currency_support": 0.04, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0.01, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0.26, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0.61, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 154.21054197940975, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-414", "text_group": "46711f745925201c5dda7d15589b5b9ab194b58459edfaea25520be075b5fd9c", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0.17, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0.81, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "exchange_via_app": 0.01, "verify_top_up": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 141.1210000514984, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-415", "text_group": "848853f3303636a98d78251476f3c44aa751e77e68449714b1c783a1bb4126f8", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0.01, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0.34, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0.62, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "country_support": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "top_up_limits": 0, "fiat_currency_support": 0.03, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 213.65429204888642, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-416", "text_group": "d5fe7eead3a164e03fb159bd0b0910e28d5cabaf84aa3a83bc39fa7a65a36f61", "expected": "exchange_via_app", "prediction": "country_support", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "cancel_transfer": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0.01, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0.04, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0.01, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "top_up_reverted": 0, "declined_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0.84, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0.1, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 196.48525002412498, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-417", "text_group": "04877ee80385b341a561841eee7ef73dd83f7afa9a37e5f6c4df4107d0f638ab", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0.97, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "country_support": 0, "transfer_into_account": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0.03, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 227.7397500583902, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-418", "text_group": "244414f14eb236b7030bc8289aa1dbbbf328d13a39caa3e75098ecab2fce2e39", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0.01, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0.88, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0.11, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 181.4668340375647, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-419", "text_group": "563a115d6ccaea8e2f6930fce353c3ca5e7b98b0761cf900c799fae2ff46287f", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "declined_transfer": 0, "fiat_currency_support": 0.76, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0.03, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0.04, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.15000000000000002, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0.01, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 172.46829101350158, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-420", "text_group": "af94677302bfd79b67f80e0cb5f537d40fb7cb8ae5b4196f65cff28d10654fae", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0.06, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0.05, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0.89, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 413.9876669505611, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-421", "text_group": "27c1390b26f852b73c0f3cd7501cdae5f561aa750453c8164bfdb084b4d58303", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0.09999999999999999, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0.72, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0.14, "verify_top_up": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0.04, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 151.72491606790572, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-422", "text_group": "6a779a605b380f5465610243881d9a54b15c7e497372553641e5f16298ca65d9", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0.01, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0.99, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 142.65170798171312, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-423", "text_group": "5fcb4b1d6ecac9673d290ebe087ca3e254c51b892c96932055acf3024ea05e8d", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0.73, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0.18000000000000002, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0.05, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0.04, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 218.35070801898837, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-424", "text_group": "40525200610ff0271289d5fe15f6fe9f5dc6886c4b099136bcfa1563e2b4eb81", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "request_refund": 0, "exchange_rate": 0.49, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0.46, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0.01, "exchange_charge": 0.04, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 162.7087079687044, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-425", "text_group": "acdaeeddb4a47fed3989b4ff359b07b6cd02e56245962d8371c8202da330dba6", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0.01, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0.85, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0.03, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0.08, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0.02, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0.01, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 176.08087498228997, "usage": { "input_tokens": 1021, "output_tokens": 828, "cost": 4.2882e-05, "cost_usd": 4.2882e-05 } }, { "id": "banking77-heldout-426", "text_group": "2ae85e296425d143e9d47e56e049931452278d8805c9f2f4e3538f7a2ebd1106", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.08, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0.02, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0.36, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0.27, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0.27, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 203.90808302909136, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-427", "text_group": "1a9fc2359e49cc03566f12d7805de277b7442a8e0fa217d8bc1e0c912f144703", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "reverted_card_payment?": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0.24000000000000002, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0.05, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "country_support": 0.01, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0.18000000000000002, "lost_or_stolen_phone": 0, "transfer_timing": 0, "card_linking": 0, "exchange_charge": 0.01, "pending_transfer": 0, "declined_transfer": 0, "fiat_currency_support": 0.51, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 289.2784159630537, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-428", "text_group": "ff97913e58460e1535e8df214d105a4c2d108fc03ccf0a1ba89246dbff15cd94", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0.01, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "country_support": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0.47, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0.5, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0.02, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 191.24416704289615, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-429", "text_group": "480efa88cf7143d885f16cbd7fdae9e94b0e05a989c32b7de4bbff11e0fea0a5", "expected": "exchange_via_app", "prediction": "supported_cards_and_currencies", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0.04, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0.54, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0.42, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 198.99687496945262, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-430", "text_group": "50f173e9bcaaa8bb8fdd8b436b9d4c78021ddee81de3b7c8df5dec089896ef62", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0.01, "card_delivery_estimate": 0, "exchange_via_app": 0.99, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0, "pending_top_up": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 206.78295905236155, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-431", "text_group": "11c547b323bfc257e2940efb8f41c311f63cc0081d4dc6f3b6f85984d560b444", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0.52, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0.05, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0.36, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0.06999999999999999 }, "error": null, "latency_ms": 175.70849996991456, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-432", "text_group": "ad818f21c9d0f515a0b334ea65cd709f8789438ee9cee18054b7619d0a09d37f", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 1, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 160.03554197959602, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-433", "text_group": "64be663b01bc0bd41ed30b5b00e4f21d0ef2d00bfd36618f231636ca4ad55ab5", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "request_refund": 0, "cancel_transfer": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0.97, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0.01, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0.02, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 294.23091595526785, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-434", "text_group": "8e349788e8f2cb4e1aa79b94966b5b757465d175094be1b1e0c7cc0a7a75206f", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "exchange_rate": 0.01, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "compromised_card": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "atm_support": 0, "pending_transfer": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0.01, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0.05, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0.02, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0.91 }, "error": null, "latency_ms": 155.64620902296156, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-435", "text_group": "027d81ed5e90aee65312d91f8e21483f0a4df51fa8fbe12bdb509a7e3e83905e", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0.73, "card_delivery_estimate": 0, "exchange_via_app": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "pin_blocked": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "pending_top_up": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0.21000000000000002, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0.05, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 172.63795901089907, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-436", "text_group": "81ef6f86222d3ccd1ce2c3f8b3711a88a34ef61a18d8c5a200c4e660c5a3a6e8", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0.03, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0.04, "terminate_account": 0, "exchange_via_app": 0.51, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0.42, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 169.49683404527605, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-437", "text_group": "825f42ec6ccaf90383c0e00a17e632ecff34d76c38bea932de837c62b73790b3", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0.98, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0.01, "unable_to_verify_identity": 0, "fiat_currency_support": 0.01, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "passcode_forgotten": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 151.21941699180752, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-438", "text_group": "b03eb475a027cfcb8da7d07a93a2e02eeb7e7bcd67285eb62ef229eb9183d0c4", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0.12, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0.01, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0.01, "Refund_not_showing_up": 0, "exchange_rate": 0.07, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "contactless_not_working": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0.79, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 250.78179105184972, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-439", "text_group": "ac3080e34c62fccdd7a9182107301de7bd1e26c76491076b06a5aa656a79b7d4", "expected": "exchange_via_app", "prediction": "exchange_rate", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0.29000000000000004, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0.04, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0.04, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0.63, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 249.9413329642266, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-440", "text_group": "e5448b026a18144c90859d20bdf7950108694c1edd325e6c5f302725abfc7104", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "lost_or_stolen_card": 1, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 146.20829094201326, "usage": { "input_tokens": 1057, "output_tokens": 829, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-441", "text_group": "091936888445e7647ddff98bb8f5f555667d159f0889afa841d8ca65354e8b4d", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 1, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 148.47283402923495, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-442", "text_group": "2b31254868fa469049f147b819eb1b427bee47a7f99c9b0937f353179e719c6d", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0.99, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0.01, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 151.6194170108065, "usage": { "input_tokens": 1047, "output_tokens": 829, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-443", "text_group": "f78bbca2b642e5dbe0f4c3dd8561b12b643aa3c152cbe203543e578ae2ba2825", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 1, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 278.8840829161927, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-444", "text_group": "68297e4e217bac08ca9233684fc94d71bdbe1d2ad5c4b130b87e9bb3192bb8f1", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "lost_or_stolen_card": 1, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 167.61512495577335, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-445", "text_group": "3974feaea2557a54d572e7f96de68892afd301f063d5dc9cd57a3d4e8f16469f", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 1, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "card_arrival": 0, "age_limit": 0, "getting_virtual_card": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 150.1589589752257, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-446", "text_group": "ae1f91b1afee1a1d577c037fbcfbd488da2219ac2632d6132cb09eb890876aa3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "country_support": 0, "lost_or_stolen_card": 1, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 145.89220890775323, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-447", "text_group": "d1cea3985e3a6ac55b4f3cd184da0d0dcbac16c177ba635a4f7a199647fbeb1a", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0.01, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0.99, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0 }, "error": null, "latency_ms": 212.51324994955212, "usage": { "input_tokens": 1039, "output_tokens": 829, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-448", "text_group": "f93bd889b9ad5feb030274049f1b1278fa108bce326c035a2d9ae150698acf66", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0.99, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0.01, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 226.29666689317673, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-449", "text_group": "35401305ac943240791ce7e40c004f2029a03e0f628957c02e4c9d47c79bfd65", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0.02, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "transfer_into_account": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0.98, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 173.35308296605945, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-450", "text_group": "7978e389a17a40367d959c4ea00088820bed7b6a038e9e9f81c642440e0abf8c", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 1, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "terminate_account": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 149.12508393172175, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-451", "text_group": "0bdc5fd39ff5fba40866626147b68b1bb77d38053172cdf434486e120a80fe55", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "verify_top_up": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "lost_or_stolen_card": 1, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "card_linking": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 123.33058298099786, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-452", "text_group": "d6a497db8c6be5abaffb426acc47bfb06c86274018e883adc9e9f0368c1fab73", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 1, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 146.66454098187387, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-453", "text_group": "7fe715b3d80e342fb1cbdff680c0c82ef5648ad144f1810ac95bf9ff9e7e3220", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_reverted": 0, "compromised_card": 0.13, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0.02, "reverted_card_payment?": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0.03, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0.01, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0.03, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0.07, "lost_or_stolen_card": 0.68, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 122.04479204956442, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-454", "text_group": "d2d3b03f341229fb24ca4c8343ea966bc9e25e626f8e19aca845b67c0708d0e3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 1, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 234.46312500163913, "usage": { "input_tokens": 1041, "output_tokens": 829, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-455", "text_group": "50b77aac62366956e02d826da1bd97f44900e8b7b79f2c4d3dc700db40ee86c3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0.99, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0.01, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 224.46691594086587, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-456", "text_group": "abdf7dd9315d019f106138067abce6bf6fb1e299ea83d5916657837954f21444", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0.96, "card_acceptance": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0.04, "card_linking": 0, "Refund_not_showing_up": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 335.8260419918224, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-457", "text_group": "94ac648ac4f8e827212e9fb60f1d4bdcc36b191946dff9fa30088533e1c57b64", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 1, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "transaction_charged_twice": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 263.0933750187978, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-458", "text_group": "ab0d9a00cc70a3d7e30d1b9db1d7f4089a14fb7fdfceafa5ac1dd572b6956937", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 1, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 356.7335419356823, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-459", "text_group": "56c755ccce85110be1efe1b2ab0e9cb78690f4d24af77f09f35bf2015d6e0f69", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 1, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "pending_transfer": 0, "declined_transfer": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 152.40520797669888, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-460", "text_group": "f1ae8a8829a7e30b600b4cbbef1a98bfa4f3efb39dd343f62a8edf01524e5c72", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0.98, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 175.9834170807153, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-461", "text_group": "b6fe11e054e8008590c9610e94367b8aed3c66798292b455c76514fc427c533a", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0.97, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0.03, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 194.65900002978742, "usage": { "input_tokens": 1055, "output_tokens": 829, "cost": 4.431e-05, "cost_usd": 4.431e-05 } }, { "id": "banking77-heldout-462", "text_group": "eaa2601aa3a19e02f5825ac93027898d9d44f1631b176b91611ba964b2d413a1", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0.79, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0.2, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.01, "getting_virtual_card": 0 }, "error": null, "latency_ms": 214.67179199680686, "usage": { "input_tokens": 1048, "output_tokens": 829, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-463", "text_group": "72ba1c7db2a40669d37e1f0f5052b25acc028e36b1cc2b915032e9362d57c8d3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0.07, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0.93, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 192.59274995420128, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-464", "text_group": "5af0940c76239ab486cc801e50b00e92f7fe5ad0f3918ce3f36a6012d941565c", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 1, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 254.07820800319314, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-465", "text_group": "940493f0656a80f76fa3ef0e64ac2dc7c5aa3415a978891c4d50244e413db485", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_not_working": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 1, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "top_up_limits": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 335.8933749841526, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-466", "text_group": "d1398d74caa2140e0a19aac798d68eb3d41e1e571d524846d839d9e04ff78c58", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "pending_card_payment": 0, "receiving_money": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 1, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 167.88025002460927, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-467", "text_group": "67b44bd8f82682d6536132c0ab357c081ce58e0e4040d6c0661de554ea33f900", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0.53, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "compromised_card": 0.01, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "why_verify_identity": 0, "card_swallowed": 0.46, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_transfer": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 227.46204200666398, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-468", "text_group": "876eaaeb849397cf00b7b4805d47cba641793c527463891fcc5e4303e4c9716e", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 1, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 167.4504999537021, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-469", "text_group": "89244232dc64158c72db07f4244c2db835bf1897cfea6c12b83d6c76a8f57d3e", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0.86, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0.14, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 234.1279579559341, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-470", "text_group": "6b732852bc3a609514c1b5f78c74180dd66cc9d53ba1c7a6869fd1de9d94bdc4", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 1, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 156.60404204390943, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-471", "text_group": "c5e6b84f3ecff42c55b0bcee9b78358d9008d2e74d143214c140a61e9051f04d", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "top_up_reverted": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 1, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 118.79479105118662, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-472", "text_group": "add27fd1690319443ac736f8a9bceae7dbfeeff8a669822ca55f3d28905c1b77", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 1, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 185.0750830490142, "usage": { "input_tokens": 1048, "output_tokens": 829, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-473", "text_group": "62859d12f7f5029cec10ed81e8829b4da0d5a2857cdb8dd034ae252a7a44b7ce", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0.05, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "lost_or_stolen_card": 0.95, "transfer_timing": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 157.73816604632884, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-474", "text_group": "9d3cb0f2e6a9d8270a37961e6e0ffedd2f15a1267896f6abcb59e273a6ff6ea6", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "request_refund": 0, "lost_or_stolen_card": 1, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 302.9484999133274, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-475", "text_group": "76f38756ee4caf41965e9b5e2a45596ca625cc9ce8f165a084366449a836f664", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "declined_card_payment": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0.97, "verify_top_up": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0.03, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 129.58241708111018, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-476", "text_group": "362317c14d0bf156e22001296701e9b058a95db20429ca5b5d4b27af78b81b8a", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 1, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "request_refund": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 160.3148749563843, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-477", "text_group": "a9736935ef979b3316e726203254c83cfd88d710e242870d544487668819f169", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.98, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0.01, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "exchange_charge": 0, "automatic_top_up": 0, "card_delivery_estimate": 0.01, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 149.27533303853124, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-478", "text_group": "35424154048cd2b2be96af984aad7c902b2b51ba168c20f8ae066f3cdb0cc060", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "country_support": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 1, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 266.651708050631, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-479", "text_group": "046156e9b2357066cb9927e441c8ac63aa289d610e69741822dcb71965102d8c", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "pin_blocked": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 1, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 129.86804207321256, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-480", "text_group": "18dbe4c7bac3d1876f15c5843f7a86fc8c8b3a79f2329a23b70690d437cd6343", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 1, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 221.658542053774, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-481", "text_group": "146b21e4fb8a89d616f2e9d0ea8187701fe992143d657639793bda1ef2df9b7c", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 1, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 249.31358301546425, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-482", "text_group": "e6f1b52de41d8bc7830da63d51091e352bddf3ff41b224443eb71f81f64b7c85", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "age_limit": 1, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 224.27008394151926, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-483", "text_group": "a8fb512ac76b346c6148a1be6b95b1f07ce0dc53db367cea3ae73378ad14016d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "fiat_currency_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 1, "topping_up_by_card": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 138.50112503860146, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-484", "text_group": "b737badaf3d3ca9f9a46d13eba78fbf218b2b2a6a3763d27aa03bce50afe4418", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 1, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "order_physical_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 212.45729096699506, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-485", "text_group": "29999b22c30a72778261075b8c8d71b1429db04a4636e109ad8b4cbb77655011", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0.96, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0.03, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0.01, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 209.89525003824383, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-486", "text_group": "8b85a13ced1ef939712bbef5b500cc767aa1746435e44380211319cb33f21f0a", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 1, "pending_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 311.91941595170647, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-487", "text_group": "323965fa9b0f8369be60c0083e7e2cc56d744c1bf148bff9a16782eb9ffec497", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 1, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 195.0610000640154, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-488", "text_group": "8f0a1d9920aaba173a8a541bf1c1e3e4117376557d1c7442d463117d2a527046", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "order_physical_card": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "activate_my_card": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 1, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 208.00029195379466, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-489", "text_group": "c161becf7806791bc4d899c275e904b212f74a06c1f106d9f7ca58e8f6fcbf99", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 1, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 137.007666984573, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-490", "text_group": "5ee267fece2adaecb1380a0d8b9312af86527663c0d4434d8e55927881e4ce6d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "top_up_failed": 0, "pending_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 1 }, "error": null, "latency_ms": 124.36199991498142, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-491", "text_group": "dfbd9151eb67ba5e2809e11820f9627cdd6ec008affc5b96fdc19ff08b48b6e6", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 1, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "country_support": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "atm_support": 0 }, "error": null, "latency_ms": 171.63866700138897, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-492", "text_group": "3f053a6671f0bc28bc9c1931cb8f8cc09b92d4159f6be727d83a7edd8d934350", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 1, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 145.49899997655302, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-493", "text_group": "84ecc6ccfa4cb047053316ed77ed72c9496632748333f14e968e1557cf95f883", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0.99, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 152.70949993282557, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-494", "text_group": "a8e71949f2fadbff2b273165a5e0ae5311d2c0771e3be23098871d410f820ac1", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_fee_charged": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 1, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 176.8756250385195, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-495", "text_group": "a53e622c6035bf2ad93dfd69365ffd0f03d534344f310cef4c72285140de5686", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0.01, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0.98, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 152.8838339727372, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-496", "text_group": "4958f3563aad9a81fbbdca0c88abb5745f6204a35feb38ee8c03e24a40806a70", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_acceptance": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0.99, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 177.0139168947935, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-497", "text_group": "93d54b44fa4a47e9407a74d088fca43427ef61f649d4976103a3c1a3b5bfd685", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 1, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 191.42804201692343, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-498", "text_group": "1bb24cb311378540e9b23de05d982b2800e618acaca8c6cea571ddede346a6d7", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0.02, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0.01, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.02, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0.93, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0.01, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 175.5675410386175, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-499", "text_group": "7689b0be3dd83a20e356411d3b8baa35585360511acd524152746a4284d40034", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "pending_transfer": 0, "age_limit": 1, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 225.4891669144854, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-500", "text_group": "6237efdcfad63b9aee63abd43d20d4cd34a9848db11d2d43ace899d4394c68be", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 1, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 135.44345798436552, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-501", "text_group": "992adf7e9d7bd0077baf30e9c475026044ffcba3b2c802da8c18765356beaefe", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 1, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 233.6197920376435, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-502", "text_group": "6537bc8cb8ce3aa397cc6d13387618c96d45aff021e18afbe0e9f0b371c1013a", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 1, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 211.74129203427583, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-503", "text_group": "abc7bd0cfb1ae14533647c8be7c966fed3176d6349a8588d36ed5e5d2d7a38a9", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0.01, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0.01, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0.01, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0.97, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 143.63820804283023, "usage": { "input_tokens": 1036, "output_tokens": 826, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-504", "text_group": "fb11127f3012603c24cfe749378be9cb59c2743a6cf8a6110a0349177df3d3d9", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "exchange_charge": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 1, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 146.48916700389236, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-505", "text_group": "667f78c4f50c223a82c95eddcac481ab5a1309b43bbaf02024623f5840992ec4", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "get_disposable_virtual_card": 0, "atm_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 1, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "getting_spare_card": 0, "edit_personal_details": 0, "terminate_account": 0, "activate_my_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 164.32729095686227, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-506", "text_group": "9df3b158d6ce28e489627dd9d88180ebe67b32dfe8022997c156cfd8c69f2508", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 1, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 140.84362506400794, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-507", "text_group": "dae9a0316b771de257fa9c2e944da6dbc7693529900dbd856f2521ce8dd83485", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 1, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 165.92616692651063, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-508", "text_group": "f0065cad7a71793bd9fb59cf09d3db73f29c87800971a861c1616bc168d457b0", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 1, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 153.44654105138034, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-509", "text_group": "fed8cb713069c7d05d88a7fe4683309bc393b9b3ade1f112a68cbfc252aacc46", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 1, "card_arrival": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "card_acceptance": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 145.51091601606458, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-510", "text_group": "669007b1c21cde11c53cf4fb51010181e7e00e19968bafaa15184ebcf3f8a85d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "age_limit": 1, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 165.11791700031608, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-511", "text_group": "34f626643c5cd2a0f89c11dfee826003b529ae58e6c1891c1c1a0460ea30ee4a", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 1, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 181.23958294745535, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-512", "text_group": "2cff0890d7817fc379d374cad9059b313293c789f8440302a2af94552d522a16", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 1, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 110.89987505692989, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-513", "text_group": "5083fd550c2fc4e5494d53cbc84ff83758c3403e13e0dfb1f2858d596518b34d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 1, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 132.77362496592104, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-514", "text_group": "8d99b77eb0cd46a523ee4ca2fa4c48bb7eb31b0bba46f6c519eb8a3737fe4a02", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 1, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 147.34937495086342, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-515", "text_group": "2773dfec6456190d480cd958d957073b8ea00975785e5b898072c3fd97d057c6", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 1, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 136.64045790210366, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-516", "text_group": "9e474eb4f6ad1c63b9780255f295e44b6ad48879c315e2fbe141035352ab077e", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "card_about_to_expire": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 1, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 253.47329198848456, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-517", "text_group": "506026c565ee8e7349c81750a4cf97f3a38e28509c4a344ad09f471193c136d0", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "country_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 1, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 147.23024994600564, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-518", "text_group": "d2d9aaa97e02471cd5b060349e33c09f42fc86d0a6a3c5092b34de0cbd78421f", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 1, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 168.23479195591062, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-519", "text_group": "c6b8d725670e3cd19b78b74ae53b897d7f7aae1ef549f01436960c0a6cdc1c4f", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 1, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 170.18999997526407, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-520", "text_group": "362c5e51b63b1466d7ce8e77f6d3b5a6422967ee7832d60e81ec7b2c67a56278", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0.01, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0.98, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0.01, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 227.00900002382696, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-521", "text_group": "7f7584933f7705b6337a914e9e1a672c6727f18868fa7c558ba9631eb878e85a", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0.02, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0.74, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0.23, "fiat_currency_support": 0, "atm_support": 0.01, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 185.65249990206212, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-522", "text_group": "627e2265bf6323977f416857c5b0b796735cf88baeea37a9e805f333bcd98f21", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0.07, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0.56, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0.37, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 204.62258299812675, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-523", "text_group": "07ecd7d047e50e664eec2d6848b3982d81143e6aaafe09539b63cfeb00d45fdd", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 1, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "age_limit": 0, "card_arrival": 0, "card_swallowed": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 301.96333408821374, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-524", "text_group": "cae40d926313e1e8de1b3347032063fb346006fa215c8332f72a4cf8d6b46a48", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 1, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 174.60258398205042, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-525", "text_group": "bfff27ccb1d274f44b2f1c102290f0d5172bd4c1525911a55e3979715d446e91", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0.76, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0.01, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0.11, "passcode_forgotten": 0.05, "card_delivery_estimate": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0.060000000000000005, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0.01, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 214.3857500050217, "usage": { "input_tokens": 1041, "output_tokens": 828, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-526", "text_group": "f52852a899af5c2c21d0d2866e73adee1e643167c30cf0f05e0f9c55d09f5510", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "atm_support": 0, "activate_my_card": 0.1, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0.06, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0.01, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0.55, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0.01, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0.26, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "terminate_account": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 248.19162499625236, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-527", "text_group": "69b97a350e30ef3cd04e5487616bb11974cbb1e0e183a6c6537ba8771b4b1ab7", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "get_physical_card": 0, "card_not_working": 0.02, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.01, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0.75, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0.22, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 139.56895808223635, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-528", "text_group": "28932e58a32a0c708720a0507973476f4a84a23197eab0d924f296309e5952b6", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "fiat_currency_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 1, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "country_support": 0 }, "error": null, "latency_ms": 183.8672080775723, "usage": { "input_tokens": 1041, "output_tokens": 828, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-529", "text_group": "cbdbd288dafac01b6799a2e349d7e27c1f5b9b891500c822cf29fc1b6d9a86d1", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "card_acceptance": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 1, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 204.00804199744016, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-530", "text_group": "1f39d6ef1dbb337d7f8309af3ff70b99ee2111d215641d28fbb5b42a5fa575f6", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0.99, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0.01, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 173.11216704547405, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-531", "text_group": "44675100365ee5e37920d7c747bdf6d8bfc139fc53815c6b1bd79c85e036a100", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 1, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 122.17204098124057, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-532", "text_group": "9ca05a0ff7480f4f00e457bca0ba6e863d6d8ff80542f996ec2dc0f8ad19d31b", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 1, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 153.31595798488706, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-533", "text_group": "5b7b72534cbf4ed342af682133c68238d63be7b8afbdfd7d9b070526e669e804", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 1, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 395.61195799615234, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-534", "text_group": "c7458d74b14c8f6dfa673054916942710ed8dbc7fdb611c951ee56cf1b649bf8", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 1, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "compromised_card": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 174.05320797115564, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-535", "text_group": "dbc980cba70007ff86cc1828ea59b8c5406ef1cad2f0a957046468f7f34eee78", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0.01, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0.99, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 157.84316696226597, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-536", "text_group": "378e7fb84b3ed82c2d79b027dc4cae1e16484cf9f28f9ad0f8439ede6750ef73", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 1, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 150.6811670260504, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-537", "text_group": "76cf399ab171b1c1726cd9c41f969fea11fb30ec315498639992695aa6a2d9d6", "expected": "pin_blocked", "prediction": "card_swallowed", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 1, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 181.48008303251117, "usage": { "input_tokens": 1055, "output_tokens": 828, "cost": 4.431e-05, "cost_usd": 4.431e-05 } }, { "id": "banking77-heldout-538", "text_group": "3a32affa39d85ad1958cfc99b86509ae0b3c896101161c01489df4262006de39", "expected": "pin_blocked", "prediction": "card_not_working", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0.31, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0.38, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0.01, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0.23, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0.07, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 182.63433396350592, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-539", "text_group": "ea510d391714f8d1d604f5786b7733c1cf22625981842b9afc4805c3873576fa", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 1, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 309.0783749939874, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-540", "text_group": "671c301731044a09ad210140a4b2ebc89fec48b8ea6e17e9aec4c96d22ebb04c", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 1, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "request_refund": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 153.93749997019768, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-541", "text_group": "4936fdc7d567548d9db7420ef193276977930066857e4e34e5c60869870ad0d7", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "fiat_currency_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0.02, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0.96, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0.02, "topping_up_by_card": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 192.3783749807626, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-542", "text_group": "2164d8b80ed4d47350b3de7310294e45c4a62fed245c340c6b230b5ce49fdb2b", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0.01, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0.07, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0.01, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0.52, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0.01, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0.25, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0.13, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 402.35408290755004, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-543", "text_group": "074a4f88b9e66c45f4337c0c7bfcba5141e3e420cbd0b6f3594472d86951bcda", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "request_refund": 0, "verify_my_identity": 0.02, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0.51, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.01, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0.16, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "compromised_card": 0.01, "lost_or_stolen_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0.02, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0.26, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0.01, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 232.35129204113036, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-544", "text_group": "632f290fe3a20e0ad21ff153fa247d685e15d8d0db44ad33d72e6c4603287e47", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pin_blocked": 1, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 235.53187493234873, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-545", "text_group": "35bdd679e63d27961c22d2f271922252e4b8f9a6085a269dc4f427c3ca8e6804", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "pin_blocked": 1, "verify_my_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 152.77725004125386, "usage": { "input_tokens": 1039, "output_tokens": 828, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-546", "text_group": "b839252c17a28479e818c6572ef7b970500c83ec202459b9c42e3f2757eb336a", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 1, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "exchange_charge": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 131.72841595951468, "usage": { "input_tokens": 1039, "output_tokens": 828, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-547", "text_group": "35d60f1739e3be60ce4885770485a48bb89c08d2e9c0005d7fd6dcce1c47e9c5", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 1, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "age_limit": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 268.98649998474866, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-548", "text_group": "2ff997ceb74c472ecfaaa2e1539cc0f1586a276d24593c9c7760b562d5418801", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 1, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 200.62858297023922, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-549", "text_group": "3cc14680828db3a32ccfe965ab598a7d16850d7bc267dd98a7a596e00ccf8f23", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "pin_blocked": 1, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 178.4071670845151, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-550", "text_group": "03aba1e2318199363a518428718f5f3655126ccb1ccd3188bef771ac007fc08f", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 1, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "country_support": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 215.05720796994865, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-551", "text_group": "5b7d511104081602b503ab76aa33bf71979bb272aec803abf94b1d5974a10492", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0.01, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "country_support": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "activate_my_card": 0.01, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "card_acceptance": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "pin_blocked": 0.89, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0.09 }, "error": null, "latency_ms": 162.9205000353977, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-552", "text_group": "7fa916636931663e30bfdd32581b9c2a4ae469509a67cb7846931a679a7db534", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0.03, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "atm_support": 0, "cancel_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0.97 }, "error": null, "latency_ms": 193.21004196535796, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-553", "text_group": "d05872cd02fd699b1882bbd5bbc839f27560164e9b09a371f9bef1bd2d1aa09a", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 1, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 129.97908296529204, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-554", "text_group": "ab3ba97a719e7e1c78228fd7184a13ac83ca99cfcefdd1de7c6a81e5d143419b", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 1, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 222.1051249653101, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-555", "text_group": "8ba16a08bfb9b07aa761b6606fa31c84aad8da73bc378ebff1e5fda0dfc1d410", "expected": "pin_blocked", "prediction": "card_not_working", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0.01, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0.11, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0.84, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0.02, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0.02 }, "error": null, "latency_ms": 191.13175000529736, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-556", "text_group": "d0aa8b211195b84bb8ec7249f1004458b7759ad30bcf0fb75230086e9377bbbb", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0.06, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0.09, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0.85, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 160.1192079251632, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-557", "text_group": "356097b57d60e92afe6f572a02e67755900120bbbe89eebd479e1a24fba12267", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 1, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 132.59549997746944, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-558", "text_group": "2faf031a77c8019093a00b6b931a30d3a2db5140192a11d48e44cb630e910bb8", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0.85, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0.05, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0.01, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0.09, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "failed_transfer": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 180.4519579745829, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-559", "text_group": "92e2684178f2c631ca4d7c35409b03f2f29f2d63514082cc31581ba48f4bdf7f", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 1, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 181.7933339625597, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-560", "text_group": "70532b556f79ac32e2746deaede62eadfd949cedceb34b61a99fc4b7b7f88880", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0.03, "getting_virtual_card": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0.01, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0.9, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0.05, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0.01, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 210.4777080239728, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-561", "text_group": "3a7eae261f573f0c49c5a1661a724297ed17e0a8ee2abe9e00ce996d21a2d068", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "atm_support": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "transfer_into_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 1 }, "error": null, "latency_ms": 149.6539160143584, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-562", "text_group": "c2510597e0ce39001affacc329ebc6039909fcc3834957d1c28e7e68ceb633ab", "expected": "contactless_not_working", "prediction": "get_physical_card", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_spare_card": 0.01, "declined_card_payment": 0, "get_physical_card": 0.48, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0.03, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0.4, "reverted_card_payment?": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0.01, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0.06, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0.01, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 484.6993329701945, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-563", "text_group": "54c35163f68d6b576b2c0f58b771e95a0d6d800980accffb13fcad967eb53f62", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 1, "pin_blocked": 0 }, "error": null, "latency_ms": 219.77012499701232, "usage": { "input_tokens": 1052, "output_tokens": 831, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-564", "text_group": "6d665fa81ebc65cc6da88bf8b1432287faec765bba1f79407cdc49191c99821b", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "failed_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "unable_to_verify_identity": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 1, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 144.19124997220933, "usage": { "input_tokens": 1034, "output_tokens": 831, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-565", "text_group": "99d3c7ffc50718da02e9fcd090fdd14f2f25d44d467df2b046aed12a30c928d8", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 1, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 210.17970808316022, "usage": { "input_tokens": 1040, "output_tokens": 831, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-566", "text_group": "b7d225d6ee77367e9cd05b2a7eaa7a62089096f0e89ba787337451d3aac5cbde", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 1, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 163.24949997942895, "usage": { "input_tokens": 1046, "output_tokens": 831, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-567", "text_group": "6a3be84d6018206f462f5aa1bc66cd7b4938265e2717865b1597f425d7135066", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 1, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "compromised_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 195.49874996300787, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-568", "text_group": "6457c1b5d8dc002d85612be58d78ec60a6f9481ac8734f4c9b4eca1a0a58f93f", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "why_verify_identity": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "get_physical_card": 0, "terminate_account": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 1, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 122.56666703615338, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-569", "text_group": "795883a7ed136b181415ac3db18fc473950fba802799a4a42d941846bc6ee7e9", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 1, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 201.19599997997284, "usage": { "input_tokens": 1044, "output_tokens": 831, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-570", "text_group": "b302caf9ea00cfd092495900f2eb76649c4651bd8ab422bb2d38e96a8058adfc", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "contactless_not_working": 1, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 208.6604159558192, "usage": { "input_tokens": 1044, "output_tokens": 831, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-571", "text_group": "5e130596abf6310b49bfc142a39e02e2c7045b56a5449ee888a30648959f265d", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "top_up_failed": 0, "declined_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 1, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 211.8239999981597, "usage": { "input_tokens": 1035, "output_tokens": 831, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-572", "text_group": "6731bba23080192dd362e3d15959a91afdd27dcbac853da43d7b5f81fcec30a6", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 1, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "getting_virtual_card": 0, "card_swallowed": 0, "card_arrival": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 146.22054097708315, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-573", "text_group": "c621642b2b7b4a5037b3353856b14149bdbfd1af0d5452a0a4a56298368635c9", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 1, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "transfer_into_account": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 197.75125000160187, "usage": { "input_tokens": 1038, "output_tokens": 831, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-574", "text_group": "5adb77fbbdf1494440664a0ed68904a246e6f30a7f947ff7f9ce0289d67105c3", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0.84, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0.02, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0.14, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 169.77487492840737, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-575", "text_group": "0d0329139027af9acc2e4817649873bcd91583586b93cbb245561d5433247167", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "activate_my_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 1, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 177.5180830154568, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-576", "text_group": "1d868702c8df613640fc951bd198ed0af4b26bfc3b7f2f86386f1ae7d9fd88cc", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 1, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_reverted": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 179.90033305250108, "usage": { "input_tokens": 1024, "output_tokens": 831, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-577", "text_group": "efae393320a811b5a043ba12814ebfc042138a5d4397330a3bebfcfd99c7363a", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 1, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "transfer_into_account": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 226.24554100912064, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-578", "text_group": "6cad2d186d601f2b30af09198ebb1c05cccae77da79a5a866ca8a91d9499c039", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 1, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "transfer_into_account": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 172.8736669756472, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-579", "text_group": "719f3b30c9de0f0b26a9aa6cf11c48da9686c4fdfe89678d76bdd7daf6d3db90", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "declined_card_payment": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "contactless_not_working": 1, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 128.04929190315306, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-580", "text_group": "71070024ca195802dc32c4e37430fd6dce99d32bbb4dc0d5938a7ed4b5d20766", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 1, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 152.58691704366356, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-581", "text_group": "3906682396f8bf48b894b7e531bbd11f534f07aa0dbe2d1338b18063ed4f4267", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 1, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 177.09533299785107, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-582", "text_group": "097f4d4fa2332b3ee888e8291658515d994a422ba699163dd17bd87cba50494e", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 1, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 186.14637502469122, "usage": { "input_tokens": 1047, "output_tokens": 831, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-583", "text_group": "752724498d90e77ab0fa5b909cb3930efa9a62c4751cd5a1416a3674771d2588", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "receiving_money": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 1, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 202.63137493748218, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-584", "text_group": "f44fb3b5c60d3abdd1afb1012d65b793a5c25ee1b598049aaedcc0598a70d5c3", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "contactless_not_working": 1, "Refund_not_showing_up": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 159.45666702464223, "usage": { "input_tokens": 1043, "output_tokens": 831, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-585", "text_group": "80a6447b7bb6e8c81caf870769e0bf8634d6ba2903865e91004ec95ff147ec03", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "card_arrival": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 1, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 209.80712492018938, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-586", "text_group": "2c5db13045b6fece348d2d20f4564d75441fd8ddbc5cd9b9b4dfc657cf57f611", "expected": "contactless_not_working", "prediction": "order_physical_card", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0.02, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0.01, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0.27, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.27, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0.06, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0.32, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0.04, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0.01, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 230.71733303368092, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-587", "text_group": "547c97acca82d6f50ca04c1dc461af8e71e947252c8debd9565d2c73c3925fd7", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 1, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 309.3565839808434, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-588", "text_group": "f7257b612a582635a6f8d845c3b0bf853349dd6dd5d22498f06738a14735d26e", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 1, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "terminate_account": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 228.6350840004161, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-589", "text_group": "12656e63adad9acd5cf2756b75dff64c0ffc1d5271c1394089e43d4f4db64c36", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 1, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 179.87241700757295, "usage": { "input_tokens": 1038, "output_tokens": 831, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-590", "text_group": "80efad2771089c1e66b6b2dbd1c80935ddd9b0576ef44e502f1adf8ca3d8f823", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "verify_top_up": 0, "exchange_charge": 0, "passcode_forgotten": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 1, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "card_acceptance": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 189.36391710303724, "usage": { "input_tokens": 1037, "output_tokens": 831, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-591", "text_group": "0332aee60de7224d775329e5fd9b9c50a1558123700f5ee0b3236fc563749b04", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 1, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "atm_support": 0, "transaction_charged_twice": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 158.5961669916287, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-592", "text_group": "388fa8b94355386c5a1bd0a6365097b3086ad8afbeb89c497429cffe6f36ac0c", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0.08, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0, "card_swallowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "top_up_reverted": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "contactless_not_working": 0.47000000000000003, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0.45, "verify_my_identity": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 158.24845805764198, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-593", "text_group": "31aefe61d3d54bc7a02f7091b14a4edaf44c7558afd42195276fb29e3d7a47ee", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "contactless_not_working": 1, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "country_support": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "top_up_reverted": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 182.88862507324666, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-594", "text_group": "d637bf0469eb7d3e9d0c6a4947958f2fb9b4a355fd2f45ba6259d3f1156ac53a", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 1, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "getting_virtual_card": 0, "age_limit": 0, "exchange_charge": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 166.97695897892118, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-595", "text_group": "5bee6fc5d3bc1994559d00d8f915db03c926ff1488e7e412cc892f189aa2d4a7", "expected": "contactless_not_working", "prediction": "apple_pay_or_google_pay", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0.51, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0.04, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0.45, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 240.03829201683402, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-596", "text_group": "32efe14f5211697acfe68a9a26f25ba3b2a4bcdc52d68fc69ee41ebd981a459d", "expected": "contactless_not_working", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "cancel_transfer": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0.01, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "top_up_reverted": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0.1, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0.46, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0.43, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 265.01195796299726, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-597", "text_group": "688eeb7efc32e75f7704ab0646dd2e4771f18c37b28bccb0fc0f1c7c7a32a638", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.02, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0.96, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0.02, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 166.51762498077005, "usage": { "input_tokens": 1034, "output_tokens": 831, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-598", "text_group": "e4e9a2079b1de6623598ebe8b1030077b4415edc8f66b228f143be4607df162b", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0.13, "edit_personal_details": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0.06, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0.8, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_not_working": 0.01, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 151.17704193107784, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-599", "text_group": "c9e1f4350b35cba440d157ca3c6a4790cf3a6aaaa36a9d7b6c4b1127ba625ff0", "expected": "contactless_not_working", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0.09999999999999999, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0.01, "lost_or_stolen_phone": 0.05, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0.04, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0.08, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0.18000000000000002, "declined_card_payment": 0.01, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0.03, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "verify_my_identity": 0.01, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0.01, "terminate_account": 0, "request_refund": 0.01, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0.01, "card_linking": 0.14, "pending_top_up": 0, "apple_pay_or_google_pay": 0.31, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 124.19304193463176, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-600", "text_group": "bf04c51c2fff4dba01ec23ea174925eda0d978ccff3bc47452ea741e04943bc4", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.13, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0.13, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0.36, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0.38 }, "error": null, "latency_ms": 223.29087497200817, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-601", "text_group": "11e131a4deec196d0eebe2d3514c591352a94c7624358e3e3bde1040288dd951", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.04, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0.03, "compromised_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "age_limit": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0.93, "top_up_limits": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 258.7745839264244, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-602", "text_group": "bb78391caa4b0f34e02161413ec67fb4a7030e4015d66136a9b685be8cce5ec0", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_swallowed": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0.95, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "why_verify_identity": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0.02, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0.03, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 235.81504193134606, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-603", "text_group": "23c9a1b1cae3ba12145f0cd6cb58d2a0ca3899e6d16aa9aebc1b0f1ae34cca1a", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_card_charge", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0.01, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "topping_up_by_card": 0.03, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0.84, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0.12, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 186.758124968037, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-604", "text_group": "67d20408db902d4a7a604e2fdd76b9973ea9ecb40b80691c8405a7bf81f987d9", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0.02, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.89, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.060000000000000005, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0.01, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0.02, "exchange_rate": 0, "contactless_not_working": 0, "top_up_limits": 0, "card_not_working": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 196.55225006863475, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-605", "text_group": "ed78e4058da1f3cfeff60affbde277c54793e97c972fd9951637814486c2ee5b", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.06, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0.01, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0.81, "exchange_rate": 0, "declined_card_payment": 0, "verify_my_identity": 0, "request_refund": 0, "declined_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "automatic_top_up": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0.11, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 176.43637501168996, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-606", "text_group": "4925ba1233fd66e00a02d076074d9aa6a2cbb6f2c906ff2470772e579f06d1ed", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.01, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0.91, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.02, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0.06 }, "error": null, "latency_ms": 164.6203330019489, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-607", "text_group": "d6407a66d7f868084664e951f84c50c088c2f485b8d66897a630f77abb4a07b6", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 1, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "verify_my_identity": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 209.93104204535484, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-608", "text_group": "0b7332beab6def00ea850ee3bb35a658761ddc4f8f6af65396cc8cb3ac70098d", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0.01, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0.95, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0.01, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0.03, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 163.88524998910725, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-609", "text_group": "3309361f216f17bc6bce5ec30acea8cb946187d9b0c78d4f0fcd3dcf395430cc", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0.35000000000000003, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0.01, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0.01, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0.02, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0.6, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0.01, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 243.32766595762223, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-610", "text_group": "99a8a7e4517a961be8d01fe78d3fd457e568b0a0d671425d271a71a163ce90f0", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "change_pin": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0.97, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0.02, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0.01, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 173.02816605661064, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-611", "text_group": "acc9c1909db55b38e03cfbad964d5d2639f08b50751f871230fea51a24646417", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "receiving_money": 0.95, "transfer_into_account": 0.03, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0.02, "card_linking": 0 }, "error": null, "latency_ms": 168.4617920545861, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-612", "text_group": "b34f6ae5514abc3aa98efcddc8bdac94767507b128687c6165de01053b4e4d4f", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "verify_top_up": 0, "apple_pay_or_google_pay": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0.01, "pending_cash_withdrawal": 0, "failed_transfer": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0.01, "card_payment_wrong_exchange_rate": 0, "country_support": 0.01, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0.06, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.03, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0.01, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.01, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0.85, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "card_linking": 0, "card_acceptance": 0, "exchange_charge": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 125.45712490100414, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-613", "text_group": "996f9553e4808c826a49e186293ecd54bd0b8caee59f7549dfd026e2fb7faf73", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0.01, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0.02, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "receiving_money": 0.96, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0.01, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 230.07475002668798, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-614", "text_group": "4a7c6f67c397520b4b0f437baa9d8985ff936d42dcded39f0a476586180a840e", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0.01, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0.98, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0.01, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 140.48512501176447, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-615", "text_group": "7753becd5049106d421b9e5fa1146d03194846975af61ae15bd343f4041bcdbd", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0.56, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0.02, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0.24, "edit_personal_details": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0.18, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 139.17379104532301, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-616", "text_group": "b510503405f1040441caac134dbedbbdb117530086682a6a90e0bb3e1d6a3841", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 1, "verify_source_of_funds": 0, "terminate_account": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 206.18804194964468, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-617", "text_group": "428e248e19e324d758a5c3788320b390a30b6970abff3a4e6eb7f52c25e43596", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0.03, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0.01, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0.92, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0.04, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 237.7389590255916, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-618", "text_group": "d26f9f4befa67397a00984e513d349df84af657da4d0a9c7b30ce11ad18df40c", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_card_charge", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0.03, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0.13, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0.07, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0.01, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0.76, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 207.52216700930148, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-619", "text_group": "8892864b229850382ffd36d254d4c7abf841900384b0f52455e77f549c3d1b65", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 1, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "compromised_card": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 181.1839999863878, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-620", "text_group": "25c4fa05a64c3e31a7f465429c5ca473d0505dd375c4eaba5a9dd5237659aabb", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_reverted": 0, "atm_support": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0.98, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "transfer_fee_charged": 0.01, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0.01, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 157.78399992268533, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-621", "text_group": "bebd73c56a8db0070f300bc6f148dd3b45c513c418e0a54c44bb10aaf00287af", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0.02, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0.03, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "receiving_money": 0.95, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 161.50087502319366, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-622", "text_group": "593d73d1d6905d3e015e88932f5b0373cacb884f5c7078541a2d35fba2a3b24f", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0.02, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0.96, "card_linking": 0 }, "error": null, "latency_ms": 176.4868749305606, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-623", "text_group": "62dd057b6631f829b47457759c7039e4b496ab3f8c5fc0efa6095bf8e943a498", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0.95, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0.03 }, "error": null, "latency_ms": 196.25445804558694, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-624", "text_group": "3d6e9bdf36b6b1095e9ea413901c6c01a28c520d851cd5138ce06f1d111275d1", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0.04, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0.85, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0.11, "virtual_card_not_working": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "verify_source_of_funds": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "automatic_top_up": 0, "activate_my_card": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 172.4751250585541, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-625", "text_group": "5526816035a9fd70faf07e5af548cd6e2d9d9f13927704b024da495d9fbff358", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 1, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 191.97070796508342, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-626", "text_group": "07b5e152070e17531c3c55a9365f768e38ef1dddca8ed91c1004a7491fd1b004", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0.02, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0.83, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0.060000000000000005, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0.02, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0.05, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "passcode_forgotten": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0.01, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0.01, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 158.95829093642533, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-627", "text_group": "6298378bfebc8e5477191322d75c171cfad3125dea424b14212f0bc424d1fe98", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 1, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 221.27662494312972, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-628", "text_group": "536f8810445f51d18f9525fe33bcac4467271376d74c438355aadbbdff21fbce", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0.02, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0.05, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0.93, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 233.04500000085682, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-629", "text_group": "664da3e364179138afd70f65063b0fb54cd45abb2e9c3a9dcd51823948cb1cfb", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0.03, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0.02, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "declined_transfer": 0, "transfer_fee_charged": 0.95, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 188.95841704215854, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-630", "text_group": "0460491e27da6641f1d7921cd3332f1d249ca1782dc7d85729af99402fce19cf", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "exchange_rate": 0, "receiving_money": 0.07, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.71, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0.01, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0.01, "card_delivery_estimate": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_fee_charged": 0.02, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0.17, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0.01, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 156.1157910618931, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-631", "text_group": "79d65dae8acb6d075f46b94ddbf22a32791f3b4d263686dac8f8621b57a6bb6f", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0.99, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0.01, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 261.3518330035731, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-632", "text_group": "6b44d23ea77852070d76a210a708c01aeed8d75a74b634a0391c381a39af09aa", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0.01, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0.01, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.03, "cash_withdrawal_not_recognised": 0, "country_support": 0, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0.12, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0.25, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.02, "pending_top_up": 0, "disposable_card_limits": 0, "transfer_into_account": 0.55, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 181.8071249872446, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-633", "text_group": "042904741bb1ad44067015dbf1f2750a77bc63eda2145086e07af25a6143c2e6", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0.03, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.06999999999999999, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0.06999999999999999, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.02, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0.78, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0.01, "country_support": 0.01, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 163.6692499741912, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-634", "text_group": "071b6fb79577873db729975120299a5226a3295a4cc13b0e3a5a06b0d598a14e", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0.2, "transfer_into_account": 0.11, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0.01, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0.67, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 210.36312507931143, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-635", "text_group": "7a20136e5c6a8a6e92b9868ad7eac3baadf475f9a45929acfdf378f227c6dbd2", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 1, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 143.70433404110372, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-636", "text_group": "99130bf874b7a6afcd57ea7becf1d716cc29736b1b425d37fbb85db126de37a6", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0.07, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0.62, "top_up_by_bank_transfer_charge": 0.31, "getting_virtual_card": 0, "contactless_not_working": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 207.159792073071, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-637", "text_group": "76a2372cf1c30beef05c4b247ad8f503459f7643848402f31f192c5ba9f9e97e", "expected": "top_up_by_bank_transfer_charge", "prediction": "receiving_money", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0.02, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0.96, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0.02, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 184.02733304537833, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-638", "text_group": "8a9c384c9f63195d38af095579ea3af2583df67974d08006e58385a8c4a0a67c", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0.01, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0.98, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0.01, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "top_up_limits": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 188.10050003230572, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-639", "text_group": "95f547e240488f654a7e41f150b269231fa9fc4f56d65341cb2c27eb0f48f9af", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0.02, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0.01, "card_about_to_expire": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0.02, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0.06999999999999999, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0.01, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0.01, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0.76, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.09 }, "error": null, "latency_ms": 130.88558404706419, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-640", "text_group": "ed5fffbaaa592bd87fbd3ed5f0191be21328b73f05705e0cf993f8db11da3660", "expected": "pending_top_up", "prediction": "pending_card_payment", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0.01, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0.11, "pending_transfer": 0.01, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0.01, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0.09, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0.5, "supported_cards_and_currencies": 0, "card_acceptance": 0.01, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0.01, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0.09999999999999999, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0.05, "atm_support": 0.01, "transaction_charged_twice": 0, "top_up_failed": 0.09, "fiat_currency_support": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 240.50112499389797, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-641", "text_group": "4c5145e9271d04cc92042aee30a71452acb3fb2ba12fb5c3b36b61363fb63fa1", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.04, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0.35000000000000003, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0.55, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0.02, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0.02, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0.01, "request_refund": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 140.29258396476507, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-642", "text_group": "dcdbd0500bbe92fd9c01cd20e032d3cee3042e5a2335595f1973e528ddfac879", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "lost_or_stolen_card": 0, "change_pin": 0, "verify_top_up": 0, "pending_top_up": 1, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_linking": 0, "card_acceptance": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 149.3356249993667, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-643", "text_group": "1b254b8c568e7fde51b94329757fc281a3c16ff2b2b70fd73210944e427f40c0", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "lost_or_stolen_card": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 1, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "card_acceptance": 0, "change_pin": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 180.17795798368752, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-644", "text_group": "040f6a98a8b4e9c3d6327ecb4aeac5edc4e8386798c8753aaf85ba7421739e1e", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0.98, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0.02, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 158.47604197915643, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-645", "text_group": "4ec89504c071809b4b4369c4beca3dc9f8fcac4d9bbd9d5a9591d1648845dd31", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 1, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 217.93733397498727, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-646", "text_group": "b5ab8ae488bff63a6600eee7758ec1cd2e554f9cc1129e4d910ddf53453c2f40", "expected": "pending_top_up", "prediction": "verify_top_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0.02, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0.19, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0.43, "automatic_top_up": 0.01, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0.03, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0.01, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0.15000000000000002, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0.09999999999999999, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "card_arrival": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0.05, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 198.26033397112042, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-647", "text_group": "89042fba3edbf4246c47a126470547dd39ca2bf1b15b803e4ace1c3fa71d9652", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "pending_top_up": 0.78, "pending_card_payment": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0.09999999999999999, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "transfer_timing": 0, "automatic_top_up": 0, "verify_top_up": 0.02, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0.02, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.02, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0.04, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0.02, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 168.55045803822577, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-648", "text_group": "d5ecea9e02d15acc9042f7caaa13e7940d1ccad72c7e8022c075b73430e1cbd5", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 1, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 286.2990000285208, "usage": { "input_tokens": 1047, "output_tokens": 827, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-649", "text_group": "6999d4633bab72c97fb743ec19745954a1bfd08ba475049f41eec7543c3a2b3c", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0.44, "card_not_working": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "compromised_card": 0, "balance_not_updated_after_bank_transfer": 0.01, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "automatic_top_up": 0, "activate_my_card": 0, "verify_top_up": 0.07, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0.02, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.02, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0.43, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0.01, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 132.97266711015254, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-650", "text_group": "8b42d8788b1052ee9f02231df2243bee6bb8e6fe3c4114e4e52f21794602a932", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0.99, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "card_not_working": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 215.31212504487485, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-651", "text_group": "d2e4f27101fd5f26d6bd636cd366afd1068b171123b1544f5f624a6c3d542bd0", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0.98, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "country_support": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0.02, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 182.75224999524653, "usage": { "input_tokens": 1063, "output_tokens": 827, "cost": 4.4646e-05, "cost_usd": 4.4646e-05 } }, { "id": "banking77-heldout-652", "text_group": "18dfafe2b708daa9d27aa18d82f4f1867f9540e9cdfb06b2d8d52e4e163f1b18", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "receiving_money": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 1, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "atm_support": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 145.78616700600833, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-653", "text_group": "960d07f40802664c4ae40b325e320ed64a7d917cd691de0197bad72e98ff8a7d", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 1, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "pending_cash_withdrawal": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "top_up_limits": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 281.69433400034904, "usage": { "input_tokens": 1043, "output_tokens": 827, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-654", "text_group": "8dcd6ac2652dfa2a0addc0049f394414fb6e6c20cb17fc65477c7005ad253e04", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 1, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 222.4352080374956, "usage": { "input_tokens": 1048, "output_tokens": 827, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-655", "text_group": "82591aaee94a8b55de115a4e131679bd0e743a98ee69e40a166cc88bbf1386dd", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "verify_top_up": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 1, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 261.3857079995796, "usage": { "input_tokens": 1060, "output_tokens": 827, "cost": 4.452e-05, "cost_usd": 4.452e-05 } }, { "id": "banking77-heldout-656", "text_group": "d16e8ac83cdb4a62874f369c7da244c54a5ef38cfbf5e6389d48bd28cee20b11", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0.99, "card_not_working": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "compromised_card": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0.01, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 206.20883395895362, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-657", "text_group": "b15793c76a9edf983f6c38b3212d5927b95e469e162ebda89a2dcc2281882bfb", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.01, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0.97, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "topping_up_by_card": 0.02, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 235.08508293889463, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-658", "text_group": "b2911257c36a052c94182548cdb4853a480fb52d006182f03dec61fa1fc68c16", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 1, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 149.17070895899087, "usage": { "input_tokens": 1082, "output_tokens": 827, "cost": 4.5444e-05, "cost_usd": 4.5444e-05 } }, { "id": "banking77-heldout-659", "text_group": "1002068e05a17f609f996178263ceb3f879737a571b78389eb53c4e81c055438", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 1, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "age_limit": 0, "exchange_charge": 0, "card_swallowed": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 154.25958402920514, "usage": { "input_tokens": 1041, "output_tokens": 827, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-660", "text_group": "3312b7960375eaf02735723b609aef87345375ef46a9a724924a88bb4f427dec", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "verify_top_up": 0, "pin_blocked": 0, "passcode_forgotten": 0, "compromised_card": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0.06, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.01, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "change_pin": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0.93 }, "error": null, "latency_ms": 177.98662499990314, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-661", "text_group": "bcc7d83d0de307f1b4a17d3325ca9e1880d4cdf2d4f32c08c365e7484a6d0192", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 1, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 168.3850830886513, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-662", "text_group": "0211b4c4d3324f2c8fdc002a0cc40bf04eaa9b3e862c55cc145d640272a8ffcf", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0.4, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0.08, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.02, "verify_top_up": 0.02, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0.28, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0.18000000000000002, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0.01, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 122.62958299834281, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-663", "text_group": "415ff6ed80b864a57f1a973ba1e01f9fc70baf29db5c6acc801c05a90e3d47e7", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 1, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 134.94029198773205, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-664", "text_group": "a282d97b1e0c3a96e6b556832d9de25826bf55f1794f913baf87402903bbc9dd", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0.02, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0.96, "transfer_timing": 0, "top_up_failed": 0.02, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 141.41595794353634, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-665", "text_group": "73594b2304e9359aaba11407193b20f033e47405a3f457caacf730ab86e26ac6", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0.99, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0.01, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 208.066959050484, "usage": { "input_tokens": 1057, "output_tokens": 827, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-666", "text_group": "4817d89aa5d3b7b73f46f891196610d8f0522a55e93baafce845e45ae84aff5a", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0.97, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0.01, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "topping_up_by_card": 0.02, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 148.81566702388227, "usage": { "input_tokens": 1054, "output_tokens": 827, "cost": 4.4268e-05, "cost_usd": 4.4268e-05 } }, { "id": "banking77-heldout-667", "text_group": "ddca31d93db68555d65ef75e97ace3d26eb925c663e8da99a7962a4f047d0b10", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 1, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 204.97016701847315, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-668", "text_group": "60f1adc2a6724b70aa23ddd342287442757c5f1401d63253d8012f5c59594da2", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 1, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 135.5661249253899, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-669", "text_group": "ef6ee1a7faad8ac69821cb437afeab49c17ae086ad051032e8627cf1388143e0", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 1, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 144.63329093996435, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-670", "text_group": "d7b98241a69b3d6d7de1de4739e5b4f219b59b9e9bc2f7c43b0741de0f181b63", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "verify_top_up": 0, "compromised_card": 0, "pending_top_up": 1, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "lost_or_stolen_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 187.84945807419717, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-671", "text_group": "ca2b5726c3dc1095f838db9783586994f7e22863bd7005891a7ae4cde89f350f", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0.01, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0.08, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0.91, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 204.45058401674032, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-672", "text_group": "c7e6399a0908db46ea899501a560ccdd33a6421cf449eccd7a11baf8f03bdc6f", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0.99, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "verify_source_of_funds": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "atm_support": 0, "activate_my_card": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0.01, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 150.84341703914106, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-673", "text_group": "aa02307227f4ed4dadfdfce09cbf6e4f7a89b90ef9e0ae39369ae968673a8762", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.02, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0.19, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0.01, "balance_not_updated_after_bank_transfer": 0.01, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "verify_top_up": 0.05, "atm_support": 0.01, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0.04, "top_up_failed": 0.09999999999999999, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.06, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0.51, "transfer_into_account": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 137.8516670083627, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-674", "text_group": "20bfbd3aabf7f7d5d1b292cacecf3c72bdd61afbbe19c59f79ed5dc996c56c94", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "pending_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 1, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "country_support": 0 }, "error": null, "latency_ms": 154.85691698268056, "usage": { "input_tokens": 1090, "output_tokens": 827, "cost": 4.578e-05, "cost_usd": 4.578e-05 } }, { "id": "banking77-heldout-675", "text_group": "415ff6ed80b864a57f1a973ba1e01f9fc70baf29db5c6acc801c05a90e3d47e7", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "card_arrival": 0, "exchange_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 1, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "country_support": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 192.6297090249136, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-676", "text_group": "a82e027205ecf0d04cb2813825baab86e0938e89e868088d3d826494c84a78cf", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0.01, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "visa_or_mastercard": 0, "terminate_account": 0, "top_up_failed": 0.01, "automatic_top_up": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0.98, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 177.94841702561826, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-677", "text_group": "6e1a8b8717d4af54ae19f9c9583fd5779419c49e0dfd0ac41f81c9b948d0707d", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0.97, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0.01, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.02, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 200.75862505473197, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-678", "text_group": "10f331899f928e740236f39fb459ea573d1aec7675e780426a3d7f312759d355", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 1, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 177.29074996896088, "usage": { "input_tokens": 1059, "output_tokens": 827, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-679", "text_group": "35f9e259ef4d124f563e6eae3fc874f99dbed9508d158ceb9201b8a791086c80", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "atm_support": 0, "virtual_card_not_working": 0, "card_payment_not_recognised": 0, "pin_blocked": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 1, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "receiving_money": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 151.17395902052522, "usage": { "input_tokens": 1044, "output_tokens": 827, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-680", "text_group": "cdb40cbf8d3bb6c61990d4615a379406e0c9fb79be0d1da0fa84199b169b5e48", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0.43, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0.47000000000000003, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0.05, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0.02, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 174.63287501595914, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-681", "text_group": "bbce9d76df66859965e3e363a2131963479674df1e2ab3825334a77258ed3b18", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0.31, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0.02, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0.03, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0.07, "transfer_fee_charged": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0.14, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0.43, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 287.6622909680009, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-682", "text_group": "0486bbd6206b540a347246b759c478512c39613bd1a9d215e91723d2d9fef2e2", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0.99, "card_linking": 0, "request_refund": 0, "verify_source_of_funds": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "pending_transfer": 0.01, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 262.62370799668133, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-683", "text_group": "ca2aa08e96d6a6a05f72d987d22ef2b9a5105e6edb0759719ab00b01ac6415da", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0.02, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0.59, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "exchange_charge": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0.12, "failed_transfer": 0.01, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0.2, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0.060000000000000005, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 228.4707910148427, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-684", "text_group": "6d560edc3305bb1130480bdcb4289b4be805e1378c5d4f8b5689b4a56af98e2b", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 1, "atm_support": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 203.88191705569625, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-685", "text_group": "f96c942368a2d246a915b9724ce7d756885a08b47ea56a09f5a20b576ed44190", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0.04, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0.96, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 171.37612507212907, "usage": { "input_tokens": 1053, "output_tokens": 826, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-686", "text_group": "5778744b4848e5deef2abad4a1e0aa6291b93483e6fdb27a014deb9dbdf984b6", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0.05, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "verify_my_identity": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0.95, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 160.27587500866503, "usage": { "input_tokens": 1041, "output_tokens": 826, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-687", "text_group": "7fa53b2580d05c7c7bf7c4d6206c2d3b3b8b6812734de8e8757463f28eb4e9c9", "expected": "cancel_transfer", "prediction": "reverted_card_payment?", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0.02, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0.48, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0.02, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0.09, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "card_acceptance": 0, "cancel_transfer": 0.39, "top_up_limits": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 137.9282909911126, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-688", "text_group": "087968bff6e5101069c4a6a0c8b150ba559455b998f7408729fd7a3a4cf52ee8", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "cancel_transfer": 0.98, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0.02, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "getting_spare_card": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 221.49825002998114, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-689", "text_group": "4048b6595d3d4b382c7ae8130aaf7b2cb4e1497e00c5c6bfb19339bb323e0062", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 1, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 160.56733392179012, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-690", "text_group": "d7d958e27622e34d906859d6ad21850e75c3e8cfeae6d4d371de4660215c4485", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 1, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 219.18620797805488, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-691", "text_group": "34fb906955d854a1dc278cf73d46d27759f2da6367125fc9dcbff7d58ba87a55", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0.03, "unable_to_verify_identity": 0, "request_refund": 0.28, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.01, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.06, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0.62, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 429.31004194542766, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-692", "text_group": "e7c3dffaa2e354211381e6dd3b7076d286b360b7bcae92a6d18f1465549ed3ff", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0.01, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0.99, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_reverted": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 188.69245902169496, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-693", "text_group": "51969829f98dfc8763e987b4cb97271b63e5284a4aa6cb6223d7efb93361c921", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0.01, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0.99, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_into_account": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 145.95108397770673, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-694", "text_group": "83e17b8158951aa9290c97527710eee450a85b634e1ea401c4be7d4fc9f042e8", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0.01, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0.96, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0.03, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 174.27879199385643, "usage": { "input_tokens": 1051, "output_tokens": 826, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-695", "text_group": "a7d41205167fcc3a0f1908d1da31019d0809971dbc5e53059f447d95c0db3d3f", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 1, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 184.44350000936538, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-696", "text_group": "e57ad6afc16e6deb31241d48df4c85762ab36f8fa7b2b8e0f694744142d9f1f2", "expected": "cancel_transfer", "prediction": "reverted_card_payment?", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "request_refund": 0.18, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pin_blocked": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0.04, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0.39, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0.37, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0.02, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 171.68962501455098, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-697", "text_group": "f194558f4933d45d378f553d3c1354bc04fe69fd146cb538b47932f83d875a64", "expected": "cancel_transfer", "prediction": "reverted_card_payment?", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0.01, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0.06, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0.49, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pending_transfer": 0.05, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0.39, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 141.36341703124344, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-698", "text_group": "7a0fab629572889db316a11f8ffcd40146f46d30f7be37a298441dd112d0f725", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 1, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 170.2023328980431, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-699", "text_group": "d1f5b66c7e7b41a40c0d3ef37252280c253911f882edb044a7dd70bc9fbeec38", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0.98, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0.02, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 178.66100009996444, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-700", "text_group": "e9ca9c65b699653a83b49d27830f8af68917676e5c610e4bb5c597c706e784b4", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "request_refund": 0, "cancel_transfer": 1, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_failed": 0, "top_up_reverted": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 157.90749993175268, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-701", "text_group": "a096684498ca98c227d3ddb947c928276cd42c1acb104f9ca7587262cb10ab02", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0.33, "request_refund": 0.03, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0.09, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.01, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0.01, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0.02, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0.51 }, "error": null, "latency_ms": 165.58158304542303, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-702", "text_group": "72a30c88548e5d7077afdf26a11f8b46460498d491024bd54a64bbc75dddc49a", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0.99, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "pending_transfer": 0.01, "transfer_timing": 0 }, "error": null, "latency_ms": 174.7587500140071, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-703", "text_group": "d622b7524e8c5ec467adeb3fd627db3f65adc4d29c63c05a3bce872eba1f78b3", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 1, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0 }, "error": null, "latency_ms": 172.5371249485761, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-704", "text_group": "bfef4ca9d12d617684f833251a119ac6e31708f510128f63d57d85a498d5e0ac", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0.16, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0.02, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0.01, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.01, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0.01, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0.06999999999999999, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.05, "transfer_not_received_by_recipient": 0.01, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0.13, "edit_personal_details": 0, "declined_transfer": 0.01, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0.01, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0.51, "top_up_reverted": 0 }, "error": null, "latency_ms": 151.1364160105586, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-705", "text_group": "952324866af06c6eb794601afe59ecdba613bb0c730baa6edb1162a84dafb298", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0.15000000000000002, "why_verify_identity": 0, "transfer_into_account": 0.03, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.02, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.19, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0.01, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0.6, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 203.29858304467052, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-706", "text_group": "ee23568710848d71327b1dbb29ebf889be1cb8c472db9750ea9346121161beba", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0.95, "card_linking": 0, "request_refund": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0.05, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 152.17029198538512, "usage": { "input_tokens": 1046, "output_tokens": 826, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-707", "text_group": "36881e914581878746296fe2396a73dca04962bb0696450b5282e125dcbbbe96", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.12, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0.65, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0.13, "transfer_not_received_by_recipient": 0, "request_refund": 0.01, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0.09, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 256.27058395184577, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-708", "text_group": "d8e7abc193b5b6c35c44a5aa79046bb828ca4ea35014d2630fce30eead882c0d", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "pin_blocked": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0.01, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0.99, "automatic_top_up": 0 }, "error": null, "latency_ms": 162.01116691809148, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-709", "text_group": "319ea21f8abdd5b415b7509ffa40fc67b94fbc548c488935e1604a497a1e0a9b", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.01, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0.99, "top_up_reverted": 0 }, "error": null, "latency_ms": 181.4501250628382, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-710", "text_group": "95c94d6471658f33a4d99d96df365d4c6c1ee619332941d7bcc8ca22e8c6a335", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0.99, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0.01, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 180.04741601180285, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-711", "text_group": "cd531adff31b88cbbed8e9dc9dc8d40257dd87e50a7ac9792579ac7775ab0ff0", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_acceptance": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "atm_support": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0.98, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.02, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 167.99075005110353, "usage": { "input_tokens": 1047, "output_tokens": 826, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-712", "text_group": "e3913ebfeefd243c3458a3651c3dc866742af40533705c3beb9789f1db808c57", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 1, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 191.08466699253768, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-713", "text_group": "638973b1681af7ab641b6f4b6ba905eaca008801d5a406b76b6adc59e35bfa4e", "expected": "cancel_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0.01, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0.01, "wrong_amount_of_cash_received": 0, "failed_transfer": 0.23, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0.01, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.01, "card_payment_fee_charged": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0.02, "transfer_timing": 0.08, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0.12, "fiat_currency_support": 0, "activate_my_card": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0.16, "card_acceptance": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0.05, "pending_top_up": 0, "declined_card_payment": 0.01, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0.06, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0.15000000000000002, "reverted_card_payment?": 0.07, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 197.70991697441787, "usage": { "input_tokens": 1040, "output_tokens": 826, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-714", "text_group": "21eb0cddb4aae48341a16e6d772308b2e5a3202841f798f1d8ce72fda09333eb", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 1, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "atm_support": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 154.41758290398866, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-715", "text_group": "ef9e5cdc71565a4698159b7affa956f3971a587e91c5bb40bd5e825cef045ef3", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.07, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "transfer_into_account": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0.93, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 210.8200000366196, "usage": { "input_tokens": 1043, "output_tokens": 826, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-716", "text_group": "055c7a8fd7bd76fe28b98c052189eba8d3f6c1aa2b926a56ef962c528bbe2ad5", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0.01, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0.99, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "get_physical_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 146.54129196424037, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-717", "text_group": "954f6ba6c418558325ddeefacc93071387e4fef4a2b2cd180b72d832d4bed9ad", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.15, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0.01, "verify_top_up": 0, "cancel_transfer": 0.84, "top_up_reverted": 0 }, "error": null, "latency_ms": 227.5954579235986, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-718", "text_group": "503c86bb7530cd92f2cfcc3050acd26892fef1b6d98798044438e9a8ca95c06a", "expected": "cancel_transfer", "prediction": "pending_transfer", "probabilities": { "transfer_into_account": 0.05, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_card_payment": 0.01, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0, "get_physical_card": 0, "card_acceptance": 0, "pending_transfer": 0.28, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0.16, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "country_support": 0, "cancel_transfer": 0.16, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0.01, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.03, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0.21000000000000002, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0.01, "card_payment_not_recognised": 0, "request_refund": 0.06999999999999999, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 155.42145795188844, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-719", "text_group": "5fb42e028b1ec77530cfa998cf0f001c626fe607b41d47a79c23f143efef97ff", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0.01, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0.99, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "terminate_account": 0, "get_physical_card": 0, "automatic_top_up": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 285.18841695040464, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-720", "text_group": "ab4083c210e6eb3e6083559f918cbdd3abde4fabdc353bbea08a0d3de02ead79", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 1, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 233.64462505560368, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-721", "text_group": "6991fdf283acf6c5b907ca83c6605cca9a826052dd974623c2cf67d0790dc54f", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 1, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 275.07795800920576, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-722", "text_group": "acbc249f75b5cd959baac2bfabd2dfc29e1eac80ccf67ab569c69ed9af5df582", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "exchange_charge": 0, "top_up_limits": 1, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 151.3741669477895, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-723", "text_group": "cb3542e7d3ced0771372714ae47c0e4a377c150501e33c96fd3994c9afa92ca3", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 1, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 201.8989579519257, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-724", "text_group": "53bd2b0682332858ad3b5689ec0fc3f815bb365a71d7034928c748a8dca99a3b", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 1, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 217.3848340753466, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-725", "text_group": "335276d14d29e2dbfe86f2c24ccde9493997f3cd6a6f9d4303c159b9fcd908a5", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_limits": 1, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "contactless_not_working": 0, "transfer_into_account": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "getting_virtual_card": 0, "country_support": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 193.92395904287696, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-726", "text_group": "49800ddaee1ad68c0bcb6a71314a247fc946cbfe988776f06f2376eb24dbab7e", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 1, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 146.4861670974642, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-727", "text_group": "92e59db969375fee47a24398dd2878af802a14da1c6cda2bf12b3eb043f8781a", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 1, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 159.2732910066843, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-728", "text_group": "0997c69bfc6e33014319e496a0104dcb95ce5d1ea23135ec364a6b715cda9534", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 1, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_charge": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 256.9081250112504, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-729", "text_group": "a787f90cac1ef34ff4a5da6c1ad4cedd0759ca413c55b15520eb9a721a8f1511", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "atm_support": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 1, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 150.0999580603093, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-730", "text_group": "6ed2524dd873fd3640275351e6ab0fc107adc9870bbda379894bb2dc2141a95e", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 1, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 201.58750005066395, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-731", "text_group": "93fb5eddbf163aaa26c1d1cd211e9dbb1df263de22dfbc491b5bee3582882f41", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 1, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 182.71495797671378, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-732", "text_group": "69c574aa3fa3133a0ce984c9f94dd8f9791e3c5d3795ffb089b7ca5c17bc4ba7", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 1, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 172.75958298705518, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-733", "text_group": "4cb73729a5a55877a03498384a1497c67b11238d099b3e66ef11fc347d5edb3b", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_acceptance": 0, "atm_support": 0, "card_about_to_expire": 0, "topping_up_by_card": 0.03, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0.97, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 156.19916701689363, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-734", "text_group": "2ac7724152768802f99daffc027cc807c1964168267321d9b11193c391ce57b6", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 1, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 333.19045905955136, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-735", "text_group": "b1bd93cfbe5e2d7a80039897d2f6b37fa710135286c51eb14d1ee7a40e2a2e8a", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 1, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 164.20295799616724, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-736", "text_group": "a4457d0bb4c58917d165b8e64d4fc147fcf0dea1fd20654f3109cbdb901cd8c3", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 1, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "country_support": 0, "edit_personal_details": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 250.17720903269947, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-737", "text_group": "4bbe1e72fa647e7acf897af7acda6cf049f09bf2bc74ac5143e64cf51f88c9ef", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0.02, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0.98, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 161.75737499725074, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-738", "text_group": "f36ace1f7124a5da76a024ec4c170a1932b2318ee3349c56404e2125c03a5835", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 1, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "age_limit": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 206.33087505120784, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-739", "text_group": "7e97e85caccbd975f0eec9af7b16ff2e8c1d99120f0c5b002aa15e20dc00cd66", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 1, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 188.89599991962314, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-740", "text_group": "7254b2716f84cd846c37589727788b9723a86fb23d5a5cfb8df4b59bb21ff86c", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 1, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 185.3499999269843, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-741", "text_group": "7a2e130c3835610f35d5c48332daf13a64198aa3dfe0647c6fe9f63b76eabbe0", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 1, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "fiat_currency_support": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 164.0497079351917, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-742", "text_group": "1b2221d97f91f9344114ac396909403f3e16231618a2fd9c4e1237f8f45fae2e", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 1, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 174.00483402889222, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-743", "text_group": "9dc7f62b9ae7d51d84f157214e13e7c0962e54509f9ef4675074edf382ee4bd0", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_limits": 1, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "getting_virtual_card": 0, "country_support": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 183.12725005671382, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-744", "text_group": "e35960a636b509e0a0b21bf38009a2ad33c9948b6f47f573b87cd0c04625ce4b", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 1, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "top_up_failed": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 145.35191596951336, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-745", "text_group": "e8c1489f1505dd12df50d044e813a87f705c81efc9671d1ec187de2d68bce214", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 1, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 268.4303750284016, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-746", "text_group": "946a1e94a8b3e73953a54b622f2cbcef3e15180d1717afff40dcaca4dd0146c2", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 1, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 192.48354202136397, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-747", "text_group": "7478c26617db8d4c81cd477acddb59803953ea1d3da59261685e5eaf37295d99", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 1, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "terminate_account": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 207.0987920742482, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-748", "text_group": "cb3542e7d3ced0771372714ae47c0e4a377c150501e33c96fd3994c9afa92ca3", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "pin_blocked": 0, "passcode_forgotten": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 1, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "card_acceptance": 0, "exchange_charge": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 133.23654199484736, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-749", "text_group": "a2f3317c0ef81c05615bb0a95dc514b729b9f091a88b457185499fb3a7f40471", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "card_acceptance": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "exchange_charge": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0.99, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.01, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "card_linking": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 139.23295901622623, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-750", "text_group": "d36c92f97fb8c5d5ca31d97855a4937b44cdaa4d0811e4f4c28339cec32af067", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 1, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 263.2388329366222, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-751", "text_group": "37efd1c2b05e972b12c9d90e6c4b2e5a6a93fa9ed3e380b68f2eb473a94b75de", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 1, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 173.5092499293387, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-752", "text_group": "54ba3a2c4ae55a9dce52172403ad6ccdd8bda608435e71fb9df0f1ab94a30727", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 1, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "getting_virtual_card": 0, "card_arrival": 0, "exchange_charge": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 183.65354207344353, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-753", "text_group": "6f9809a59fd046b2f464d85b09576bb09190658dbc7b4d007ecaf191d4174077", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 1, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 157.53041696734726, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-754", "text_group": "4ca404282b6464cfccbb915fe57440299a0b313c07c33e34c3e43f01c7abe0d5", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "atm_support": 0, "edit_personal_details": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 1, "contactless_not_working": 0, "exchange_rate": 0, "card_not_working": 0, "disposable_card_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 297.81279200688004, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-755", "text_group": "7a2277190f2dab24842a39da2392b7dfb6ca4fdb41b7d9cd86bfca38c675cd9c", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 1, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 150.37987497635186, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-756", "text_group": "b09914335c6fd29d53d8c3362dd93409b9ac33601f75874e9343eee002c27d1f", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 1, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 137.80808297451586, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-757", "text_group": "e93e61250080b4979e47abb619c39bdb3f91eae80181c4b0ba60aa2bdec1434a", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "transfer_into_account": 0, "extra_charge_on_statement": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 1, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 193.81945789791644, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-758", "text_group": "2fcb6c01390cd1db7a149df4130445746e9acb810978845df6e29c317c2098c0", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 1, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 177.84166592173278, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-759", "text_group": "f0f79534d2e6c2387eae4837350519b2bb9066864201736852b7caddffccd1c7", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 1, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 162.12741599883884, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-760", "text_group": "357cc374bb9c8f4cf21cf021dfd0620366352f47664f3d847c0e6202c6a42411", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 1, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "passcode_forgotten": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 219.55820894800127, "usage": { "input_tokens": 1071, "output_tokens": 829, "cost": 4.4982e-05, "cost_usd": 4.4982e-05 } }, { "id": "banking77-heldout-761", "text_group": "9d970aa6c90885d7f7fbe7a5783491b2fb41f8ab9b1f65bbbb9d6a00132610e8", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 1, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "age_limit": 0, "card_swallowed": 0, "exchange_charge": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 205.3973750444129, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-762", "text_group": "7784a25651ac5839ccca946dc105d4dff240d943d0b233dedfb9411efcdf1f93", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 1, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 194.50954103376716, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-763", "text_group": "b275b078ba1c40ba66fb5119e4bb583ac86d1b61f1f7c35036f8eb199ca467d8", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_failed": 0, "request_refund": 0.01, "pending_transfer": 0, "declined_transfer": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0.06, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0.01, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0.15, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0.04, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0.18000000000000002, "verify_my_identity": 0, "Refund_not_showing_up": 0.07, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0.48 }, "error": null, "latency_ms": 219.09579203929752, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-764", "text_group": "fb61127aab8fbf9316025870aef955572a17bed75d8c4ce655c88fe892ed121c", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 1, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 152.93529198970646, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-765", "text_group": "2236ba6e3e4249dc755c963c951c763a10a7be6fdedfe1e6f040e6c1009f2847", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 1, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 232.61808301322162, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-766", "text_group": "166eb3b852474b181459c12fba84e166a79eb969ead4acf8af50d65577a3cc7a", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 1, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 172.52779100090265, "usage": { "input_tokens": 1043, "output_tokens": 829, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-767", "text_group": "8fa86ab59bade551cca3c2dbdc4b95ce56cbfe5ee172e1981ecd592f4c7e22ad", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 1, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 156.23145806603134, "usage": { "input_tokens": 1042, "output_tokens": 829, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-768", "text_group": "f9d5ac21bfa6f40ad954782fff55cf81c7a08f5c5e78759c4b776435cbe744e0", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 1, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 178.313042037189, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-769", "text_group": "dcc3a6f86bcbd83928ed9e83b1a7fee403f5fa58ddc2c311e59d4b367027b1a3", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "wrong_amount_of_cash_received": 1, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 139.74450004752725, "usage": { "input_tokens": 1055, "output_tokens": 829, "cost": 4.431e-05, "cost_usd": 4.431e-05 } }, { "id": "banking77-heldout-770", "text_group": "12addce5c7f59a570347cf561988a8a86b295549b880d92e1b40ceaaf7970b1c", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 1, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 237.69129102583975, "usage": { "input_tokens": 1051, "output_tokens": 829, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-771", "text_group": "264581e41a14787dc73b52161d0dcc86c024764f01a4e897d61727ae9258c704", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 1, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "failed_transfer": 0, "atm_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 176.33825005032122, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-772", "text_group": "b1bcdb8d076ef7455695d9e96073aae16d45afecb41d43dc3ca37fd62be92ba3", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 1, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 308.25195799116045, "usage": { "input_tokens": 1048, "output_tokens": 829, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-773", "text_group": "1e236278b699e3b8e69164f2fa1b165c505ce0f18bd5de9af8383837d96f285b", "expected": "wrong_amount_of_cash_received", "prediction": "pending_cash_withdrawal", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "pending_transfer": 0.01, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0.03, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0.96, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 141.7939589591697, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-774", "text_group": "064ddc4eb3b5379bfae85bafae0dec2a1a5a0d3c7136e17de215f64882606b81", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 1, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 234.21799996867776, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-775", "text_group": "8b59f52b05cc74eb24023e74df1536dc42bc6dc8a1363b721c1fc11558999017", "expected": "wrong_amount_of_cash_received", "prediction": "declined_cash_withdrawal", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "compromised_card": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 1, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 192.39654100965708, "usage": { "input_tokens": 1025, "output_tokens": 831, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-776", "text_group": "8632b5a9cf546779c0e48e2bbc2d13ff7d890a184bd937591092b144ea79d57b", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0.99, "pin_blocked": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "card_about_to_expire": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "top_up_limits": 0.01, "country_support": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 230.31429189722985, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-777", "text_group": "fb45e448b3f5f4065fc48d65fd67aab53c9d566b8d40f7e96e8297238db72567", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 1, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 223.13679207582027, "usage": { "input_tokens": 1053, "output_tokens": 829, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-778", "text_group": "c5f77a18ed16cd8aa34177920ce3de97da22d61d8607abd9b309d572a1646e47", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 1, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 143.77633307594806, "usage": { "input_tokens": 1051, "output_tokens": 829, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-779", "text_group": "2e49d05c829ff5b8ae20ec441cdaff6606611146e513d604bb64a6ec3de35699", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 1, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 270.26904199738055, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-780", "text_group": "1e727c1a07d08a05d38e4854c585f6d70f05641357d1467822c24913e9f68d7f", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0.99, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 176.8163749948144, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-781", "text_group": "08e16ef5f09ce1defecf41b3f2889ccd21a19d17e99ac5226fa9a5ea8643b624", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 1, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 239.10287499893457, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-782", "text_group": "e25356bf2962b818414168d5d9a08c27e72c9e405fd38703985ab58f066598a4", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0.97, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0.02, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "country_support": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 155.22620803676546, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-783", "text_group": "048ed250ee2d42e9de2bb336031842b5a9c76574277c390530ec92be0c481bad", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "verify_my_identity": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 1, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 116.82129092514515, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-784", "text_group": "039214adf4c0ce7fe18f84a9617282f8c7d31d708a467a628236573065fae055", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0.99, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "transfer_timing": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 162.43033297359943, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-785", "text_group": "efd45e0b8fa6455db9745b4f012fce475eadc811386f3d8d502d3253c81d386e", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 1, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 198.6920409835875, "usage": { "input_tokens": 1053, "output_tokens": 829, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-786", "text_group": "f4280181a422d7f3239f2aaa3a7cbc3d8c30f72beff25abd8d44f668943e5553", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 1, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 171.39999999199063, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-787", "text_group": "d623f427d01ede54743c3dafd6baae65c9e5e2bed01aae609463999c6f483e1d", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 1, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "transaction_charged_twice": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 237.8039580071345, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-788", "text_group": "42ecb1bc2b845c69c8647583710c3f555e15ce18a932a1177aaf8207a4f4936a", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 1, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_not_working": 0, "card_arrival": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 240.18133396748453, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-789", "text_group": "4e44b279a9cb877bdcfed1d9af2cdd5026496b261c7bf8ade7804c21014a64e3", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0.01, "card_delivery_estimate": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0.99, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 220.09983309544623, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-790", "text_group": "c63582fe44431c05c845ee9ef79724543213c38b35dd98edfb5eef590c8f13ac", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 1, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 225.8761660195887, "usage": { "input_tokens": 1053, "output_tokens": 829, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-791", "text_group": "bd3eda97f27956b51a07e538219683a6af4099edf912133d62e0725fc90dcff1", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 1 }, "error": null, "latency_ms": 168.83020801469684, "usage": { "input_tokens": 1038, "output_tokens": 829, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-792", "text_group": "bbad5526c58514f534f98a989fb55150b71e0b2797aedfa34cc346b57fcdd778", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "verify_source_of_funds": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 1, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 219.0465829335153, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-793", "text_group": "62568b5ca3db62fa973e13c0a03b5f8a043085b54b0112ba4e6e9a826407bb61", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 1, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "verify_my_identity": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 187.02870805282146, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-794", "text_group": "a39180e53d1373581402ba1464bc53e83c03d2e7f8e50af7c4139a7ec4358792", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 1, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 264.4670410081744, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-795", "text_group": "283acc15b3fd17156ed7b412f4104944226088125a48112049159c43732e7dbd", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 1, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 190.04395802039653, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-796", "text_group": "83f914d99187d38ff6845f852d636a8466f8aa5d05fa4b8f4c3ad7ea1818f792", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0.01, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "why_verify_identity": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "exchange_rate": 0.01, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0.03, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0.93, "pending_card_payment": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "card_arrival": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 190.47087500803173, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-797", "text_group": "25414b98533c32dff9b3c31c0b02baa511a537db336c699360987c2eb5e64184", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 1, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 171.7490830924362, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-798", "text_group": "1b8fe51ff2b1cb14dfb41fc377144cf54bda65f645445f9b761921c5dfe48260", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 1, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "transfer_into_account": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 163.4080830262974, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-799", "text_group": "5924d1b6ecc236e9e9419bfcabcf6b50cbb16dcd6b9dd31a4b27a2006348daa0", "expected": "wrong_amount_of_cash_received", "prediction": "declined_cash_withdrawal", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0.03, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "exchange_charge": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0.03, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0.9400000000000001, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 155.9584999922663, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-800", "text_group": "ab8dbfd567d14eb44c4fe0da213abbbdf81d506fde493dde6d8841bf2706bc2e", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0.99, "extra_charge_on_statement": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 179.46779099293053, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-801", "text_group": "df8bfde96feda879bbffcd29aa78625df14754a599de3cf41b4313b49ebf786d", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0.98, "virtual_card_not_working": 0, "pin_blocked": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0.01, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 185.87233300786465, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-802", "text_group": "67869531bca68b1a2bfd5913f949be3887e4ff40303a1d2f4ffdd32469776be0", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 1, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.32354101911187, "usage": { "input_tokens": 1044, "output_tokens": 830, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-803", "text_group": "775095b16079316682572d5dc58c385e4df352a2f6bdb5db2e4604a58173e15c", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0.03, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0.72, "edit_personal_details": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0.06, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0.19, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 264.04254196677357, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-804", "text_group": "26610869bdce85c9875be09a28393f074c48d1ecf6c3a5bdbc24cea156f57404", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0.49, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0.04, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0.01, "extra_charge_on_statement": 0.46, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 168.47612499259412, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-805", "text_group": "4e870f83b52928f51151ca0a3dffd86547a59490ab2de2abca6fe03eafa75ae2", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 1, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 280.1993329776451, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-806", "text_group": "e376cd6757b9e47485b091c3b98fc67ad96d5348979d0bf1cae3086ca1d4009b", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0.01, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0.06, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0.04, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0.7, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0.19, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 149.50120903085917, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-807", "text_group": "97870ea360445b58cc4a8b9912c33408ccd975bde481e5b36f39b733c06f6bda", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0.08, "extra_charge_on_statement": 0.88, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0.02, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "top_up_failed": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 163.65541703999043, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-808", "text_group": "66899c64bbef37b5f2b0f2c86a119111dca77759edfe8bdf4629220803021e37", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0.78, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0.16, "pending_transfer": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0.03, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0.01, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 182.6011670054868, "usage": { "input_tokens": 1063, "output_tokens": 828, "cost": 4.4646e-05, "cost_usd": 4.4646e-05 } }, { "id": "banking77-heldout-809", "text_group": "59e0b06c04fa6721f2933e9117f4ab1fe28d3809519f547178d540cfc2687f70", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0.99, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0.01, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 272.82941702287644, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-810", "text_group": "b3d5915fc84d58f632962336c88c7e9651dfef6bc5a3e7306e771fbd27f12838", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0.02, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0.01, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0.02, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "card_arrival": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0.12, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0.8200000000000001, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 191.75079197157174, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-811", "text_group": "3f4d8200fced53111901d1e1c150e9cfcc36a4060a1cf1bb723c6277e4ca7dc2", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 1, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 222.27137500885874, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-812", "text_group": "97951db9688d348c43f15dd207dad904e79f2d737c83369e5432818b1cada7f9", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0.29, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0.6900000000000001, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0.02, "top_up_failed": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 254.1412920691073, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-813", "text_group": "4074a74884aee8f074747ed141b44b8eb46dea2cfca87612b5456d8c392dbf60", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 1, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 168.19541691802442, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-814", "text_group": "33188ac3e26b785ed5c885fe3b83ba6d90cb9824355f3c4eb1a129cb707ca01e", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0.06, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0.02, "change_pin": 0, "card_payment_fee_charged": 0.92, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 181.51041702367365, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-815", "text_group": "703f41b960b8965d5b821ff2b7c71968e24516021434b67689968bf40189104a", "expected": "card_payment_fee_charged", "prediction": "top_up_by_card_charge", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_acceptance": 0, "atm_support": 0, "getting_virtual_card": 0, "topping_up_by_card": 0.04, "top_up_by_card_charge": 0.73, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0.02, "transfer_fee_charged": 0, "exchange_charge": 0.01, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0.19, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0.01, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 256.25266693532467, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-816", "text_group": "7faed702bcbdbbdda1318d1e6f59353999a8b194b6cf7280a51307d9d9607605", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 1, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "request_refund": 0, "pin_blocked": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "card_arrival": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 161.0126249724999, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-817", "text_group": "f51cacaf4d00403f4605ae3315cd354b40ebca0dcb51d1cd3105e0cb7726ddb8", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0.01, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0.99, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 216.6754580102861, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-818", "text_group": "557772c84142fd091f7c59f3bd0faddb3f3fdbd04f2765e7e9a44a67c3d1f888", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 1, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 267.00862497091293, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-819", "text_group": "8f7b67474f2cbbfb21668cd0388a3f63d241a19905e31b4b5320ee6cec2827dc", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 1, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 155.4158750222996, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-820", "text_group": "be85cae6592e6507d99c0910550ce498b115f9c50c140df7e7b463ccb2c883b5", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "activate_my_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0.01, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0.04, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "card_payment_fee_charged": 0.95, "getting_spare_card": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 134.79770894628018, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-821", "text_group": "e87bb3784c53cc8580e3e6a0276eb7000900d12fad5e9f4b4407d1bf6ddb8dc8", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0.03, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.01, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "exchange_charge": 0.03, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0.09999999999999999, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0.07, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0.76, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 194.12983395159245, "usage": { "input_tokens": 1049, "output_tokens": 830, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-822", "text_group": "61a9947318370efbdb97f4b5a0d2b41750d6e2b4d7e25597267d5b183e7a1b51", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0.99, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0.01, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 263.3738750591874, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-823", "text_group": "4d94e8dad4c72e7988a7ee8dd44166601d7c0d0bcbc9c9fb9f3cc15b7c750e7f", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0.99, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0.01, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 274.5586249511689, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-824", "text_group": "ee4f6709c17e33fce4931b6180a2aa69ac77c08f25c8da0508e2d5d946ff7a2c", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0.05, "get_physical_card": 0, "card_payment_fee_charged": 0.04, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0.13, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0.01, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0.76, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.01, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 256.1794170178473, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-825", "text_group": "ab909ab27d59214cbd4a803862154f9b31d926d2d59e578bced3cde6db9f40f0", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "country_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0.18000000000000002, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0.01, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0.78, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0.01, "pending_transfer": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0.02, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 269.1992500331253, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-826", "text_group": "295547dbd5e9f60406990f7ad4d157edcaf78ab45008c176a76fd510a983c0b5", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0.03, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "country_support": 0, "topping_up_by_card": 0.01, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0.96, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 134.55449999310076, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-827", "text_group": "a7c1ffcf6ff96ce2f3b13d4c909fb2fed3c03e8737b3229527553a41b680139b", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0.99, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 186.11454195342958, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-828", "text_group": "70c240443bff7a2a02cc23cfabda2382f0f8e1c9dc8702332b2fa6040a8102c5", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0.01, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0.65, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0.16, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "country_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0.16, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0.02, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 330.4300410673022, "usage": { "input_tokens": 1041, "output_tokens": 828, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-829", "text_group": "5a1e802a4c1529833b75995f79cfb5d31614899d15351126a80e6a69ab47b493", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0.84, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0.04, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0.12, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 151.01333404891193, "usage": { "input_tokens": 1064, "output_tokens": 828, "cost": 4.4688e-05, "cost_usd": 4.4688e-05 } }, { "id": "banking77-heldout-830", "text_group": "6d2ccb8c7de4e73a2d371d669f3322efa75fbae12a8aad3a13ad7cc7e8b9ee3a", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0.01, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0.12, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0.01, "card_payment_fee_charged": 0.81, "card_arrival": 0, "top_up_by_card_charge": 0.02, "fiat_currency_support": 0, "supported_cards_and_currencies": 0.02, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0.01, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 149.2440829752013, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-831", "text_group": "5d468e8df0d84c1ca7af29bd540c38b5a13ed9a545399a921aaaced1fd9186e8", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0.01, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0.01, "card_delivery_estimate": 0, "pending_card_payment": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0.98, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 271.4349580928683, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-832", "text_group": "0177d02e789dc78d3ab57ce9ac58c89d804c23d13cf4c36354024f5875bf7755", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "card_about_to_expire": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0.05, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0.01, "disposable_card_limits": 0, "card_payment_fee_charged": 0.91, "exchange_charge": 0.01, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0.01, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.01 }, "error": null, "latency_ms": 168.24066697154194, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-833", "text_group": "665d2d9ef4eb47a7d710534d458cab0b6416426a4dd91d9accd345bb4a927c00", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0.15, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0.67, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0.16, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0.01, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0.01, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 272.9204579954967, "usage": { "input_tokens": 1038, "output_tokens": 830, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-834", "text_group": "baa2df6c9138301e8edcbb441a9868d1320d060f4990296ae1f318c957f479f5", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 1, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 191.34420808404684, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-835", "text_group": "1e6d1bf646329249b9df405f3e240a37158158feb846a1b5ad359ad43129b261", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0.05, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "cancel_transfer": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0.03, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0.92, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 166.5875839535147, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-836", "text_group": "597a3904a6572afdda7aceb7afac3f1df4c5d15d6fb68f5c9221c6e0dd719818", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 1, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 158.08904194273055, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-837", "text_group": "45230ebbac69a75327fcccc6b4cf655fada0fd43a99355f7e2c406abf4a2c6a7", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 1, "card_acceptance": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 176.4012499479577, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-838", "text_group": "ab12fae556292e44d42e46bbeddecf91f10589459123d883819c14074bb65e57", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0.01, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0.02, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0.97, "top_up_by_card_charge": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 231.1127909924835, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-839", "text_group": "7b0231e19f1f5b195cc2606d15691a0b953af0648a54e3c18966d18144c85237", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0.04, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0.01, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0.95, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 176.485333009623, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-840", "text_group": "be954201ef6f74530928b033862e7b48379e5613c7e46ad095b2b25566f732f4", "expected": "transfer_not_received_by_recipient", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0.03, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0.23, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0.03, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "exchange_charge": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0.11, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0.5700000000000001, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0, "receiving_money": 0.02, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 299.74212509114295, "usage": { "input_tokens": 1058, "output_tokens": 830, "cost": 4.4436e-05, "cost_usd": 4.4436e-05 } }, { "id": "banking77-heldout-841", "text_group": "4eb9a6d90e3fe4c08b066015b16b5039e04714f91fb3a14e0f70295922ced5af", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0.11, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0.79, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0.01, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_charge": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0.08, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0.01, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 151.09820803627372, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-842", "text_group": "2025431fb702730009bae1e195a3983586b67e2c0bee2625d1cd6f4cf574ca4a", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0.9400000000000001, "pending_card_payment": 0.02, "verify_my_identity": 0, "exchange_rate": 0, "request_refund": 0, "transfer_into_account": 0, "automatic_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0.03, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 298.3063330175355, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-843", "text_group": "319845bcbdb8d6d6be9a028bdaf61ab1e2a5ca7aa19c0cca42fec5908d0f3b8a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 1, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 294.6648750221357, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-844", "text_group": "fd4c4e3e9ee849ccb1cbe00d7d201316dd19a0c65c61ae6deebf6b13dcb02423", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 1, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 153.84645899757743, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-845", "text_group": "96e94a78dc1bb56d24136093834979c2ea5203ec6958523f4d39ecdf588d312f", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "topping_up_by_card": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 1, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "failed_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "unable_to_verify_identity": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 249.95225004386157, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-846", "text_group": "904fd709e7eede419e9ed052ead3eaffcbb74b286dc57e7f679801148b0b6296", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.01, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0.07, "transfer_into_account": 0.02, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0.5, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0.35, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0.05, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 301.5441669849679, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-847", "text_group": "255c998a94067625615f2588e722d03fbd9acca55d74039a6abe5d8b66a75959", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 1, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 206.9595829816535, "usage": { "input_tokens": 1036, "output_tokens": 831, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-848", "text_group": "3c36360f8fbf0778827fcaf98b52c4b3bcd1a6ed801248bf75382f3513a82839", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0.02, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0.01, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "change_pin": 0, "pending_transfer": 0.27, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0.02, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0.02, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0.66, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 153.9394159335643, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-849", "text_group": "f0e3931cf853a01ab1f209ed9d7804a5467b57894a3618b0f64118aad3908821", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 1, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 180.71608303580433, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-850", "text_group": "da783038016bb2fc56ce99ba920026a3778ec0adff21ae3a125c2949ce092e38", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0.02, "top_up_by_cash_or_cheque": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "get_physical_card": 0, "pending_transfer": 0.01, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.01, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0.96, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 141.2019160343334, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-851", "text_group": "7a8d82e256d8a4fd1a26f99d4700cc20df75f03ed302b9ab79a713db0958dcbd", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "atm_support": 0, "activate_my_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0.03, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0.01, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0.01, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0.95, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 128.00216604955494, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-852", "text_group": "37ab342013e720313548a96aaa6c28189e02c9d7ae007317b736e4418d3ed8c6", "expected": "transfer_not_received_by_recipient", "prediction": "failed_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "top_up_failed": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0.01, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0.63, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0.15, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "declined_card_payment": 0.19, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 156.86291607562453, "usage": { "input_tokens": 1022, "output_tokens": 826, "cost": 4.2924e-05, "cost_usd": 4.2924e-05 } }, { "id": "banking77-heldout-853", "text_group": "d6ce9629363aa1b02a9d51c8dc54cc1a8ff641f31458f76b5c058cdc7b18996b", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0.01, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0.99, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "compromised_card": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 187.65579105820507, "usage": { "input_tokens": 1035, "output_tokens": 831, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-854", "text_group": "6299e3eed9e58ab28647d6b0593f934cf6f17b91d76fdfe6393e73444580de6a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 1, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 167.21395798958838, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-855", "text_group": "54b6819ed798639c7872283401889dda8f45c8c8e4de4f41099fa34c5cd5d71e", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "change_pin": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 1, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 156.03233396541327, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-856", "text_group": "8d4a75c571ab32b19399fa336cf331b98bc0c2257debd6ceee4249849b2306cd", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 1, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0, "verify_my_identity": 0, "automatic_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 155.1584170665592, "usage": { "input_tokens": 1079, "output_tokens": 831, "cost": 4.5318e-05, "cost_usd": 4.5318e-05 } }, { "id": "banking77-heldout-857", "text_group": "01007956ef1cd55e9ae54bcbf31b0814bcb671ea82475004054ad18086520b1e", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 1, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 338.10995798557997, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-858", "text_group": "3f87ccb10cd802bf9df73db9881ab77539218547bb4b34195b76916a2ed57dee", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0.99, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0.01, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 221.24908305704594, "usage": { "input_tokens": 1073, "output_tokens": 831, "cost": 4.5066e-05, "cost_usd": 4.5066e-05 } }, { "id": "banking77-heldout-859", "text_group": "f7ef57deaf3e3ee3b9ebff96dffc496bcea59b47d428b8ff1cb252fafeaefa29", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "terminate_account": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 1, "extra_charge_on_statement": 0, "exchange_via_app": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 181.5740829333663, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-860", "text_group": "e8426212916157740af41e8099d828ceece20d4aebe2b5e74cef96f9ef4ce750", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0.95, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0.05, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 208.35445798002183, "usage": { "input_tokens": 1053, "output_tokens": 831, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-861", "text_group": "fd1cb7d6bddac3024775ee88033a113cef569c6bac5072a69bcba6e6664460d0", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0.03, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0.01, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0.86, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0.1 }, "error": null, "latency_ms": 180.4065410979092, "usage": { "input_tokens": 1062, "output_tokens": 826, "cost": 4.4604e-05, "cost_usd": 4.4604e-05 } }, { "id": "banking77-heldout-862", "text_group": "eb005c773ab81b1650b2766019f471f434e1f2602fa3884b1e36773d8c4f9e7a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0.96, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "receiving_money": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0.01, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0.03, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 163.05308393202722, "usage": { "input_tokens": 1069, "output_tokens": 831, "cost": 4.4898e-05, "cost_usd": 4.4898e-05 } }, { "id": "banking77-heldout-863", "text_group": "c682dc2f8380df2bcde4346cfda9b61758bc7b550f91b0ca3d5f346d717d05ea", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "wrong_amount_of_cash_received": 0, "country_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0.21000000000000002, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0.79, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "activate_my_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "atm_support": 0 }, "error": null, "latency_ms": 189.52837504912168, "usage": { "input_tokens": 1035, "output_tokens": 831, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-864", "text_group": "95a0a4336b8d8d2b8c9896c777ca66cf89f52b892cd95ca6b2e4376d2a3cb5da", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0.01, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0.77, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0.11, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0.1, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0.01, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "atm_support": 0, "top_up_failed": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 161.79633303545415, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-865", "text_group": "66dfc5e5ff6445566d278f5455e987cec1c45551ebc43b933ed300754b061f93", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0.02, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0.93, "cancel_transfer": 0, "failed_transfer": 0, "atm_support": 0, "receiving_money": 0.04, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 187.11962504312396, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-866", "text_group": "8815109fc3fcf7219deb3c21a1f634f5fae89b7d124491c1c961bc1a0c473a1c", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0.83, "pending_card_payment": 0.11, "card_payment_not_recognised": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0.06, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 206.92891697399318, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-867", "text_group": "67a0fa4949f5c018a950a17d41875635dfe0615e83de480fbb6568c0f3d94bcd", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0.49, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0.43, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0.08, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 262.4891248997301, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-868", "text_group": "a3523dca4fc00ab1c65c43f4c9666dd65e0ddfd8922ab4b31b3fd4e2a0c2d036", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "pending_card_payment": 0.01, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.16, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0.83, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 219.2267089849338, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-869", "text_group": "990408bb60da44f2533f3f2a84c1ffd1a1fc47e46369cf340642ef2e72a1fd25", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0.06, "card_payment_wrong_exchange_rate": 0, "why_verify_identity": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "get_physical_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.9400000000000001, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 318.7861249316484, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-870", "text_group": "eb9d7fe31dfa41ed5cc769059b11ddc7633151426fcf79aeb66c656ba9c8304b", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0.01, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0.88, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0.11, "request_refund": 0, "declined_transfer": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 214.01624998543411, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-871", "text_group": "e87018de41c7cc8c3c482993cf104c25f5ac699ed2d334151778609c6f148440", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0.02, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0.79, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0.01, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0.18, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 232.85350005608052, "usage": { "input_tokens": 1048, "output_tokens": 831, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-872", "text_group": "4c007468aee644d39ddd6ef4902358ae83eff1ffde5f889356d49d75f6e77212", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 1, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 209.41162493545562, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-873", "text_group": "55ff5345545443ecfa8e29898da96a75c25f35f2beaed55b04d9b76f6f39c2ad", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.07, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0.93, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 238.10133303049952, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-874", "text_group": "828eb48f21cf06594445ff04f5e1aac71c9a43d9a6d44c58f666fc7f966dc783", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0.81, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "compromised_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0.01, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0.18, "wrong_amount_of_cash_received": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 136.67837507091463, "usage": { "input_tokens": 1047, "output_tokens": 831, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-875", "text_group": "0761752463785a4db4725460a0b06cba0d3e54986bf5f3f75e4c249069220dc4", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0.01, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "pending_transfer": 0.07, "get_physical_card": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "verify_my_identity": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0.54, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0.38, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 148.25600001495332, "usage": { "input_tokens": 1054, "output_tokens": 827, "cost": 4.4268e-05, "cost_usd": 4.4268e-05 } }, { "id": "banking77-heldout-876", "text_group": "8c4b6fc2a07a96965ac621c41f1696a3574af90efaa64557a46fcccea68ad348", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "why_verify_identity": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "get_physical_card": 0, "pending_transfer": 0.02, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.86, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0.12, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 220.68083402700722, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-877", "text_group": "a8ffb849c5c3318d38aaee5c9095eeead2434b311a0d632914d20bb6063ad5dd", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 1, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 223.04700000677258, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-878", "text_group": "ccefe5c8fb3f0dac195d91b0641666b6a5aecca9d231f45524d804c2938f52b9", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "pending_transfer": 0.93, "change_pin": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0.04, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0.02, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 190.39191701449454, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-879", "text_group": "e9b1f642735dab83a4c0211d2d28ff6450bce02264838ba3568228741d2eb0ba", "expected": "transfer_not_received_by_recipient", "prediction": "receiving_money", "probabilities": { "declined_cash_withdrawal": 0.25, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.01, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0.43, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0.28, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0.01, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 173.53495804127306, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-880", "text_group": "42576f124a774e13cd8df012d4caa92b99aaa2bff462a63e021df36790b0b3de", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0.03, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0.23, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.74, "getting_spare_card": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 177.20595805440098, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-881", "text_group": "308dd1bd4caf166d882550c450b20ecf14266d73f2c983522d35dc7056ba85ac", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0.01, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0.98 }, "error": null, "latency_ms": 280.8789580594748, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-882", "text_group": "5b83fb5e3b7b9a8a2f98a6139f5ac2f2b614254de276d48bd2610231aa71228c", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "card_linking": 0.060000000000000005, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0.01, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0.01, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0.01, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.19, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0.24000000000000002, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0.48, "contactless_not_working": 0 }, "error": null, "latency_ms": 241.23249994590878, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-883", "text_group": "a38a595ddbfb2b399e7ce9c2f9248c3e74341d6aaeb97ba7acb5c76bac01e345", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 1, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 271.61208307370543, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-884", "text_group": "e876c36e8ea44d5d1168950a114be1d051dce2cab6230b40b4871ad9d6476fa9", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0.5, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0.48, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0.02, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "verify_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 308.45295800827444, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-885", "text_group": "e6bc219b4b3fdcc65984099632545876e1572c9c363b396acce62f7a486e9e21", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0.34, "topping_up_by_card": 0.02, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.64 }, "error": null, "latency_ms": 201.89570798538625, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-886", "text_group": "cf1d405ec03a88166a0d239ef4fd31c4858e505bf5c9c7d106042813b314e13a", "expected": "supported_cards_and_currencies", "prediction": "card_acceptance", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0.55, "topping_up_by_card": 0.01, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0.02, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.41, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0.01, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 321.47920795250684, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-887", "text_group": "6260eb50ba5c18fdfd9a42bd38fd2a41821cf402216be8ac0ca646959e1e4e6a", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.54, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0.01, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0.01, "getting_spare_card": 0.01, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0.01, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0.01, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0.22, "topping_up_by_card": 0.19, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 172.185790957883, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-888", "text_group": "724bfbc65e3ce5f474bf839e4eafd43908162838ac19890ccbc02dbf2f3725f5", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0.78, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0.01, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0.02, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.19, "get_disposable_virtual_card": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 166.71762499026954, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-889", "text_group": "9e1891bdc1a831b6145ab5c7cff8043cd078e3eae9ddcd2d7b6023628041ba69", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 1, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "atm_support": 0, "top_up_failed": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 189.20162494760007, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-890", "text_group": "0847ae517690e8da3b4b28940360721b75fbecd41d47680e8b71f3b70dfda12b", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0.65, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0.32, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0.01, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "exchange_rate": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_timing": 0, "verify_my_identity": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0.02, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 193.69700003881007, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-891", "text_group": "abe6c2537fd5dd6ae530d3dc233326acd3391bd674a2b086b6844773d95aa89d", "expected": "supported_cards_and_currencies", "prediction": "card_acceptance", "probabilities": { "get_disposable_virtual_card": 0, "atm_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0.01, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0.6, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.3, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0.02, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0.01, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0.06, "activate_my_card": 0, "getting_spare_card": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.39574993494898, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-892", "text_group": "dc3c0f99272bf848a498fc00b2b8f2179e345471f4a2e550f0a49d370a176dac", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 1, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 189.785375026986, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-893", "text_group": "994b15ad0fdb135437d00946f261f554669f0d321d7b61ab584dffaa46a224c8", "expected": "supported_cards_and_currencies", "prediction": "card_acceptance", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0.06, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0.72, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.19, "automatic_top_up": 0, "visa_or_mastercard": 0.01, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0.01, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0.01, "disposable_card_limits": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "country_support": 0, "atm_support": 0 }, "error": null, "latency_ms": 186.7544170236215, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-894", "text_group": "c1ebf4a6a4ffeec20de6e0194bbb0cf05d29f0553ea4a04153d0da3271423828", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0.99, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "country_support": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0.01, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 156.33491601329297, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-895", "text_group": "2f00b9c4514769b1c11d9cd3349929c0db945b0cda7d41f3f055edae1d09e45c", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0.02, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.76, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0.21, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0.01, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 117.67537507694215, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-896", "text_group": "4ef99eff574fdd57bfc8e2367d2094f7e85f82d2c268a97ced83220095abef4f", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0.9, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0.02, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0.08, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 255.86025009397417, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-897", "text_group": "c28aabd716d35ad4e8e355dc3aa809aeafca0d899435dbe948ab2d1733eeb5cf", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 1, "transfer_fee_charged": 0, "top_up_limits": 0, "exchange_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 204.64837504550815, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-898", "text_group": "8866af30a7e41441cd7c092a1990a3be1b94644e8784ec35300111e39876a2f8", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "top_up_by_card_charge": 0.01, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "declined_card_payment": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0.6, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0.39, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 190.15458307694644, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-899", "text_group": "ab220ca7606e474b82c735f348b16322fb2f979cb30f45b606108b71a695de72", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0.01, "top_up_reverted": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0.99, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 201.47929096128792, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-900", "text_group": "af7a3d3e6335cb11be69f460b542780f1954b782542fa23c1c416fdaabc109b5", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.56, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0.02, "lost_or_stolen_card": 0, "topping_up_by_card": 0.02, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0.39, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 142.65458297450095, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-901", "text_group": "22a766e777ba182800f6bb09246b4ee28c2fb7867f997c003b70a78072e1aafb", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0.19, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.81, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 237.11591598112136, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-902", "text_group": "2f9f3dc13eddf4d004fce458b13e56bfeb42b1b1a1d3a6ef96f8f3564dc26250", "expected": "supported_cards_and_currencies", "prediction": "card_acceptance", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0.03, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0.56, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0.4, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 214.9497080827132, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-903", "text_group": "e82bb8d848c43d3cb98df0c51ee01cbca802f1b05369b575cb714037d5b321c5", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_arrival": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0.53, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0.47, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 190.90104196220636, "usage": { "input_tokens": 1038, "output_tokens": 830, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-904", "text_group": "ef0607ed817cf82db359f75d125180bd57d8b3d854b058a1758ae8c202f1503e", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0.07, "edit_personal_details": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "topping_up_by_card": 0.01, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.9, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0.02, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 159.30425003170967, "usage": { "input_tokens": 1045, "output_tokens": 830, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-905", "text_group": "615f527c96ffcf4aff955c5e8d77c98034f105e48d3d22538747d81bb07bc436", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 1, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 231.40124999918044, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-906", "text_group": "1fec40fbf64c96aaab6fc1903fe7a2df8483fa347d01b2ab2b8faf2f5926c875", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 1, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 270.68258298095316, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-907", "text_group": "b638c850d7a37c90daefbc6508c44513e9f3062f337609e757ab15a9e83bf439", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "disposable_card_limits": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.02, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0.39, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.59, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 187.18558305408806, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-908", "text_group": "2df611cced00d7d76ff77f3daa59acb2594d3fd380fa6240a89aeacb0b32daea", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0.060000000000000005, "pin_blocked": 0, "transfer_into_account": 0.02, "card_acceptance": 0.03, "request_refund": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "activate_my_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0.01, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0.08, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0.78, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0.01, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0.01, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 289.7821670630947, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-909", "text_group": "daece30194f844c5884a63518cfb68b537cc9264104592fbdcc6398b0e619fdf", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0.09999999999999999, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0.01, "card_delivery_estimate": 0, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "compromised_card": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "verify_source_of_funds": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0.01, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "atm_support": 0, "activate_my_card": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0.23, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.01, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0.04, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0.54, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0.06, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 162.28066699113697, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-910", "text_group": "a2d76462aa8927b0c4e1d9adddc7385fa048ccaa3b0237032ed6ea7f39d24c26", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 1, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 166.1234589992091, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-911", "text_group": "8345285cdeaf7c71dce9a16afd0dbf22910463a9927d0c58dfba140344222213", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0.54, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0.46, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 496.6222500661388, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-912", "text_group": "0d23fd1322bbf3e65622b5d8a212cf77264b88fb201f41fed7cd6992105ae43d", "expected": "supported_cards_and_currencies", "prediction": "fiat_currency_support", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "transfer_into_account": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.29, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "fiat_currency_support": 0.71, "atm_support": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 301.77062505390495, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-913", "text_group": "e14f1721dfc2b6e11fc744bcf907ef0ef127af3f264ad9ac7d2fe6613498b990", "expected": "supported_cards_and_currencies", "prediction": "fiat_currency_support", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "atm_support": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0.02, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0.36, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.62, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 299.3924169568345, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-914", "text_group": "af391f745cd942f2a06ca7f7a20b9bbc4ac8f81da01e2cec268de1bcd8c3d9d9", "expected": "supported_cards_and_currencies", "prediction": "fiat_currency_support", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0.01, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0.31, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0.68, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 168.19333308376372, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-915", "text_group": "0a9a58487d58ba069fb3da486c43130f73a5e3c3f757aacbf6f30853c336137a", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "request_refund": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 1, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 152.9521249467507, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-916", "text_group": "033c3939aa6ee4c4cf9829be32f28c0e22bf956ad4da954f9a861703d32eacf4", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0.01, "top_up_limits": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0.02, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "card_linking": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.97, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 129.29441593587399, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-917", "text_group": "54e168856e89ed62c7be1597832e84474f857990a35c8884f5a5bad10dc9d737", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "pending_transfer": 0, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 1, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 195.77787502203137, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-918", "text_group": "39d85ef14d0930607b8d6da241cafae150e54dd6cf29aa618e1a6df6587fc347", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0.99, "automatic_top_up": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_limits": 0, "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0.01, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 227.3419169941917, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-919", "text_group": "608dec23ccf42995048f3afa7b59eda4312707010559a0132cc7d9d02664fb7b", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 1, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 183.60783311072737, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-920", "text_group": "a24b3181070edfe6b8e804b54e69e46ec7717353751a54f51e2a904efc30aa4b", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0.98, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0.02, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 196.34933304041624, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-921", "text_group": "f4cc11d2557e4ca6531838eec26be502488cea2aec1eb8742686a673353749e7", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0.04, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "transfer_into_account": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0.96, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 192.27787491399795, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-922", "text_group": "ef0ebcffb13f5280bb626291691d4ab2da028df7d43f9026e820a6c7ac33869c", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0.05, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "order_physical_card": 0, "exchange_charge": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "card_swallowed": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0.95 }, "error": null, "latency_ms": 181.69054097961634, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-923", "text_group": "4543422cb9a0d6eb876791024f36a5667fa97deca091e35cd779020c74979c43", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0.97, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0.03, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 239.0260419342667, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-924", "text_group": "ec89ba78a7c1442e314a534038aec59c5b6aea764372ba6bb83e4702341cd405", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 1, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 297.77695797383785, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-925", "text_group": "2f3a105fe3eefc29d0e6d26318a330f41658044c476df1b337d5e89d85b00cfd", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0.05, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0.03, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0.92, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 151.41558402683586, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-926", "text_group": "18e4e367fe1189813e0af21132b2d5fb97d1ffbd46eed6060feef048ee4cabab", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0.91, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0.09, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 232.3386250063777, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-927", "text_group": "08f012ae5bef7ffdbc1689df5fd6f94f76cc10d126fd3e3d0f7154ee062be18c", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "disposable_card_limits": 0, "pending_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0.01, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0.95, "getting_spare_card": 0, "get_disposable_virtual_card": 0.02, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0.01, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0.01, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 273.945500026457, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-928", "text_group": "08d9ac60177de8d0bdeb1ab70fb65674db3834854c4322e8168a9980e464d4cb", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "compromised_card": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "verify_source_of_funds": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "atm_support": 0, "activate_my_card": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0.03, "visa_or_mastercard": 0, "getting_virtual_card": 0.97, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 255.3279580315575, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-929", "text_group": "a03b6237c79d7432ecf8bb6e539c6d971e499954ce09bfa636c9c253820dfa3e", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0.04, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0.96, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "exchange_rate": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 244.26316702738404, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-930", "text_group": "846791d069e33b2106db17090c22a8edaf15c7fa418b188fb4aa8b4fbfebf7b2", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0.12, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0.88, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 274.6427080128342, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-931", "text_group": "0519be2cb31d832b2b5e53cd1288d37f3c8bcacb912f0583e70bfaf31327867a", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0.02, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0.98, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 155.18083306960762, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-932", "text_group": "8425718d3433bebe9b94724cd6c4a4783c4eba5b347ec6f7be15de83641c5059", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0.09, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0.91, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 145.16637497581542, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-933", "text_group": "c68624f0b8e73d6ad0891e12d62a8588cf2987cf691aa3d3d87e4f510dcbe063", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0.08, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0.92, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "card_linking": 0, "country_support": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 187.6462500076741, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-934", "text_group": "05605ff52c642e16b5feb9e1ea91029b7bb06aec59aeb9ac3bc50ea3d4baf286", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0.02, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0.98, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 116.38795805629343, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-935", "text_group": "ab5004ee435a90b3101695c22a07f2845aea87934aa938f02b06d222c55a3ced", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "verify_source_of_funds": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0.88, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0.12, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 144.00908292736858, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-936", "text_group": "7e045f6deceedd66f6a86c4d074441ebb29b98a14449008e49f78ee9a9fa3c9f", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0.99, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0.01, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 147.91745808906853, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-937", "text_group": "c2354e54e45a30ffb66480668e309ef5968c0f592a5379d5cc75d2bc6a14dbc7", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0.04, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0.96, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 156.2510000076145, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-938", "text_group": "88834de783c6068d0f5a608014163ad4a8ba785e740d5822d6512df7190ebd5d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0.02, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0.02, "extra_charge_on_statement": 0, "virtual_card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0.89, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0.060000000000000005, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 329.7945420490578, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-939", "text_group": "13cb5298143509ac322c796e76791adf3cc3f930aff46d864e824ae849875028", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0.1, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0.9, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 194.21808293554932, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-940", "text_group": "9e9870b88c67e8e218dcacfaa734e79e5a035197df136de081bd396f74dd1b73", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0.94, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0.06, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 195.46091696247458, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-941", "text_group": "1d4901cc50b8cbf6742d8f348d8d81eee748da0892726bae28c83ba8b8a4c6b2", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "top_up_limits": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0.03, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0.97, "getting_spare_card": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 173.43675007577986, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-942", "text_group": "2171a8fe4c8fb936ae496e215a8d5f76434f05e2127e797f5f4fd7d6b5c4c75d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0.14, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0.86, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 250.3220420330763, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-943", "text_group": "69be22282337f9900031bb8adc30bf23dca0acd1ebcc2f578f5b09aec9c12c2f", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "getting_virtual_card": 0.99, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0.01, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_reverted": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 203.5893329884857, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-944", "text_group": "8d80e3ab3effd64662e86ca97f5add5df6a91d62376dc2d148e17fd32875fb5d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0.08, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0.92, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 170.45700002927333, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-945", "text_group": "836176934e3df0f78bd5ef817617aa5da0473c1e1880c424111a4982179625dd", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0.01, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0.06999999999999999, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0.03, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0.88, "card_arrival": 0.01, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_acceptance": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 162.7189579885453, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-946", "text_group": "cd53b4554ba1b16b1dfa771be041e8c481e6de31f66689c66c3bcd693a5c71b9", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0.02, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0.98, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "declined_transfer": 0, "terminate_account": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 221.3512499583885, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-947", "text_group": "49462a999077754cc734d87d4e7041a9d710b9145ef62dd608467134aa7f5f7d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0.06, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0.94, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 172.49958298634738, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-948", "text_group": "45e76e9a9198c501fc4deb3f30d9fcd5e5e656cc463913c0bee35761c14f1fa1", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0.04, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0.96, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 200.7997080218047, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-949", "text_group": "232e959aff195cac6de44139464edfb820d58441b918b7d0932b3ed37fe264a8", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0.02, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0.97, "get_disposable_virtual_card": 0.01, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "atm_support": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 201.1160000693053, "usage": { "input_tokens": 1043, "output_tokens": 827, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-950", "text_group": "962f170fd5a3fc1e559d2338c3a02e5d975b3bb9aea38126ea71a96e22b52ddd", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "card_linking": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0.04, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0.96, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "compromised_card": 0, "card_acceptance": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 184.70929097384214, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-951", "text_group": "70ebec47ffcd356301bcea22193d9eb304c1ea22d249e49a863471a5cd2287a0", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0.08, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "visa_or_mastercard": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0.92, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 201.4196659438312, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-952", "text_group": "aba2399a416b397580785646d6a416c23217dad71a440581cd2638b7be49bf10", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0.06, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0.94, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 173.49045793525875, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-953", "text_group": "4dfaa18bef71d21bc68f4426f268e0bdf65365fa68d12cb8ea66873d84140838", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0.04, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0.01, "card_swallowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0.95, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 192.59695801883936, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-954", "text_group": "8a35cded546f44c6b770c7f8ef5a47626e3da0c092886910775031525c166214", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0.88, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0.12, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "atm_support": 0, "top_up_failed": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 149.0380420582369, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-955", "text_group": "0744da93d96c5348c11fba11e43f774e42848679e392ea2ca49a6c5b12f551bc", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0.31, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0.04, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0.65, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 174.25362498033792, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-956", "text_group": "44a3de60b4c1f5be0d1171fa319b5976444461cf1b436ffd8e9c37f8acda75ad", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "cancel_transfer": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0.03, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0.13, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0.52, "lost_or_stolen_card": 0.02, "compromised_card": 0, "pending_transfer": 0, "declined_transfer": 0, "top_up_failed": 0, "top_up_reverted": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0.17, "transfer_not_received_by_recipient": 0, "order_physical_card": 0.09, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0.04, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 242.64620908070356, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-957", "text_group": "ee49235239ba509432248d9761ca7f67e67c44619d6f202a1894ffce86d641d2", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "getting_virtual_card": 0.93, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_disposable_virtual_card": 0.07, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 203.8563749520108, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-958", "text_group": "4c1ac2931a81e9169c0d585959d363ddd29fd476bab4a2e1d541abc02049d5a4", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0.97, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0.03, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 157.70995803177357, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-959", "text_group": "96a18753c1acac38d1f2869c1a9d56e9fa43c59ac7658be1bfb24198c0688b24", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "card_about_to_expire": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0.79, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0.21, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 273.05629197508097, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-960", "text_group": "82570d3409a354cded5dfc51c91e7859859255532bf0394f1c8d8494d1393fac", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0.02, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0.12, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0.86, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 401.02983301039785, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-961", "text_group": "a43b9882c6523fdfd3f770b961a27307d42ccb071e793eba6b29a5b3532428a4", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0.97, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "compromised_card": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0.03, "transfer_fee_charged": 0, "transfer_into_account": 0, "top_up_limits": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 191.4877500385046, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-962", "text_group": "2ed3ba96b359d0ee0182cf00dea94d49ef42057ed17174b892b8045eb02b65fc", "expected": "card_acceptance", "prediction": "country_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0.04, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0.64, "edit_personal_details": 0, "card_acceptance": 0.32, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "age_limit": 0, "getting_virtual_card": 0, "card_arrival": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 247.95087496750057, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-963", "text_group": "5d2d103ec7f1096764bbc102253b1e001936af66050c604b17101e2f0a42e66d", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0.8200000000000001, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0.12, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0.06, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 318.3760830434039, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-964", "text_group": "c220f4b652859ac3cef436d236d7eb08162ec82b94815da2b72024760a1bb104", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "country_support": 0.16, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0.82, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0.02, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 182.8887079609558, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-965", "text_group": "f4a87ece5e2afee67d5be052605a352343a7abcefb5762255b6b090bafd30ab6", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.96, "top_up_by_cash_or_cheque": 0, "country_support": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.01, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 215.89945792220533, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-966", "text_group": "d642b3a030e909373ecd2d4999c5cfdc1ce9709fe4968334a93975ef886f8236", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0.64, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.02, "visa_or_mastercard": 0, "card_delivery_estimate": 0, "exchange_charge": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0.34, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 204.46845807600766, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-967", "text_group": "0d05a01b374a8f1293864a781b4e4681827eecad0c117ae0b5dc87ecd4136ce9", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.03, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0.9400000000000001, "activate_my_card": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.01, "declined_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0.01, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 211.37299994006753, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-968", "text_group": "cc917fc7c60227645490ae9cf16c99a0ffb6160d9021bc2459f33758144854cd", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0.88, "topping_up_by_card": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "activate_my_card": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0.08, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0.01, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "pending_card_payment": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0.03, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 177.24774999078363, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-969", "text_group": "9cacb1daa42c08c78b5972179fc5cb25ad2432c4e1f65bfdfafbb8f41a596c68", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "card_arrival": 0, "country_support": 0.02, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0.96, "transfer_into_account": 0, "card_not_working": 0.01, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0.01, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 144.28762497846037, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-970", "text_group": "ff54602bd0502413fb41843d141023c04f618ff4b4313cd712cbf2307b524258", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0.03, "card_acceptance": 0.91, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0.06, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 183.51004098076373, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-971", "text_group": "10e3161b2d58d2822ed686c119d0964e795543e1b936135cb201a9462623205c", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0.98, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.01, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "card_not_working": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0.01, "edit_personal_details": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 128.22787510231137, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-972", "text_group": "81b6c1f9512883fc399e9e548aeddb8846f6dc16c878be6ed5a11bf15299085a", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0.01, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0.01, "age_limit": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0.98, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 208.15104199573398, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-973", "text_group": "e089d15e8fe8469221bd4b74fb45fcadf0f713826a7216ae60fa2f337dbf1f2a", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "order_physical_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "passcode_forgotten": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0.01, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0.99, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 121.01849995087832, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-974", "text_group": "65bbfce34c8bd40006f02ae265c7199219cf27c2fb37c52f1c0029a8457e61f7", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "card_acceptance": 0.99, "passcode_forgotten": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.01, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "card_linking": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 151.3889170018956, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-975", "text_group": "be386b18358bd0315d1695fc57648647807d8746ff75341b2f3d6616252b5d47", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "get_physical_card": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0.02, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0.06, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0.91, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 170.55824992712587, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-976", "text_group": "938a64496e260ec69b590ebb1a6fbfdc6d360f1ea32b5a135e212c53deaf7862", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 1, "atm_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "transaction_charged_twice": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "card_swallowed": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 267.73787499405444, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-977", "text_group": "eb62f54925f01c618a16d6b10ce0b05469d800beaa60be61d9239c766686cace", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_top_up": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "card_linking": 0, "automatic_top_up": 0, "pin_blocked": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_acceptance": 0.97, "getting_spare_card": 0, "country_support": 0.02, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0.01, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 148.1785411015153, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-978", "text_group": "7008d2116ab5aa0795d0fa5d5ee6ba1f434dd0b9fffd6e6a6afcb54be26b13c5", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0.99, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.01, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "getting_spare_card": 0, "terminate_account": 0, "country_support": 0, "atm_support": 0 }, "error": null, "latency_ms": 157.48795797117054, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-979", "text_group": "61c9ed58550e2255f2ebda6d1d686ac88a69bb75541e735cbc94f67c139d5736", "expected": "card_acceptance", "prediction": "country_support", "probabilities": { "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0.11, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.01, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "edit_personal_details": 0, "terminate_account": 0, "country_support": 0.88, "atm_support": 0 }, "error": null, "latency_ms": 154.98116600792855, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-980", "text_group": "721d2396f4d1a52ac661a5085917482f03348c6e3ae285644b47989bd64e2d74", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0.03, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0.97, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 278.59587501734495, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-981", "text_group": "5d976805cb6dd1127baaf8f0fdff2783fe6bc32a92b202f164add847faedebbb", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "lost_or_stolen_card": 0, "pin_blocked": 0, "verify_top_up": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0.04, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.01, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0.02, "contactless_not_working": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "change_pin": 0, "card_acceptance": 0.93, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 154.687333968468, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-982", "text_group": "ef3b99b1ce803c0057b5248c93dd6b2c7caadd225a34b786eedb26ac88a2dbc1", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0.03, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0.01, "card_acceptance": 0.96, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 174.73900003824383, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-983", "text_group": "77febdaa50f5df37ebf8cacedfe0d09d5d3e6ca2afdb301cd942dac4c138e5fa", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0.01, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0.02, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0.04, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0.93, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 121.31650000810623, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-984", "text_group": "a5c1965e7794d9a89f105911e845f4ec45835fb714c4215254c56c32a0031553", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0.01, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0.01, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0.98, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 277.70270803011954, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-985", "text_group": "dc17ad29db262504317640dc12639b556e26d55bf5ef0b93f553a1c7ef66d35e", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0.02, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0.02, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0.96, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "card_arrival": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 135.37649996578693, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-986", "text_group": "f4e2a44285edcea4453aef9e9992e2f3f5cdb8d52daf15f75a9536200614e1b0", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0.98, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0.01, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0.01, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 198.54254205711186, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-987", "text_group": "d64682193d9776ad9b7aea1c98814809b9278c36801bbfc210117e51f8e8e94e", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0.98, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "top_up_reverted": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 138.78087501507252, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-988", "text_group": "3b5ae55c474c442ddbdc362868deb4b3106457823b660e3b2ecf66a030fbe6cd", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0.03, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.02, "country_support": 0.39, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0.55, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 194.47429198771715, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-989", "text_group": "7e9fef3fafa75f655720276bc21fe0a1000a70a4b056f5accc29a8115afb153d", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0.89, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0.01, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.09999999999999999, "receiving_money": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 136.32808299735188, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-990", "text_group": "834a9e38db76fc51240fcc448fd79c74885625041b187ce5855a206c14ec1224", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "lost_or_stolen_card": 0, "Refund_not_showing_up": 0, "passcode_forgotten": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0.01, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.01, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "card_acceptance": 0.98, "card_linking": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 125.31970895361155, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-991", "text_group": "e57851ddd8782cef0d45765fa5bc321ac114e13d8fc37d411e9e314834eabd61", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0.01, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.06, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.04, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "declined_card_payment": 0.02, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0.85, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0.01, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0.01, "passcode_forgotten": 0 }, "error": null, "latency_ms": 126.73400004860014, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-992", "text_group": "e26f1e349e57b0a62e8473db6cedde943327cb1619071b83d9f480c13cc28b6a", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 1, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 170.43058306444436, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-993", "text_group": "cbe5a2fa144b19d014aa3a160a67664ba56676057225fce7fc9cae0895e70b0f", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "receiving_money": 0, "terminate_account": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0.99, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0.01, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 225.2919590100646, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-994", "text_group": "27b34b2d4a35dc5bac4a0112d9d77c174338127fb409145b226cddb5bce6e181", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0.9, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.01, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.02, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0.07, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 192.3494579968974, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-995", "text_group": "7e0d26a7fafb628171ab333cb1cb62995437ee1992b6d75b1d2d5b39e70cf4dc", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "pin_blocked": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0.98, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "atm_support": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.02, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 133.1433750456199, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-996", "text_group": "db601b7374c69b3ae427bde803fa86964021b726b7dcbc5198e0364f921a363b", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0.03, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0.06999999999999999, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0.89, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0.01, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 189.3799169920385, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-997", "text_group": "1c5fddf3af6eb46548a41edf5c1de5b44cba319e2c20d402ef2600e6a951c9e0", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0.01, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0.03, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0.96, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 152.2144170012325, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-998", "text_group": "4300db32af09353fab0982f79d8ab4b9b43815f119f61f69c98ac350e2d00e25", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0.9400000000000001, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "receiving_money": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.06, "atm_support": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 204.64266696944833, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-999", "text_group": "c18b7cf10fc5ddc87608dc5ff62b8b44adfab17882235b2e29332b31fdb10aa5", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.02, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0.98, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 235.8016660436988, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1000", "text_group": "62678a4ae1deda0baa8cf678496a9ce7f18962a1eda5e4fd8e304362f33d84b8", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.11, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "exchange_rate": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "request_refund": 0.13, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0.76, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 143.38949997909367, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1001", "text_group": "52fe0d2a5b8b190adb2430663629871a5a64fdf3ccc64df313fb0985b362c311", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "top_up_reverted": 1, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 165.93599994666874, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1002", "text_group": "596c9aa535bceedf61d01c68f93d56b3846925c4fb75b7f32872e690fe7071dc", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 1, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "activate_my_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 194.4828749401495, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1003", "text_group": "0fae03bf3c581f9275494ca68dad261e0d453435533589285cf368ef03371210", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0.95, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0.03, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0.01, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0.01, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 133.06412496604025, "usage": { "input_tokens": 1039, "output_tokens": 829, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1004", "text_group": "e11b55e453075781b9f0e24662d098e79f38eb58399d4f8c95eece8250835b8d", "expected": "top_up_reverted", "prediction": "transaction_charged_twice", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0.08, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0.92, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 197.3090840037912, "usage": { "input_tokens": 1049, "output_tokens": 830, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-1005", "text_group": "1e512863274029deb031910bf465fa64d61349e0f92268e80669de9a5afb18c8", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "card_about_to_expire": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 165.90016707777977, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1006", "text_group": "754b9ee443058024b363bfb0f00c68eddb5d9113359f48a3f159fb6f144c0094", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0.01, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "country_support": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_reverted": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0.99, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 182.3163329390809, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1007", "text_group": "f1d286d88f4dbfea52b4f4aab566694e35a761e6a743dff0d0a0688fa53d5c0b", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.02, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0.01, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0.01, "cancel_transfer": 0, "top_up_reverted": 0.96 }, "error": null, "latency_ms": 156.6127500263974, "usage": { "input_tokens": 1052, "output_tokens": 829, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1008", "text_group": "d6bc606448b6bb3630fee9f0cf946419c473c41a858fc8a4c3e3646112e42504", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0.01, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0.93, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0.04, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0.01, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "country_support": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 726.4895000262186, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1009", "text_group": "619ef99a8078986edc57ad5714d3bf3023c28cf0e7ca303dbc79110875c8b135", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 1, "compromised_card": 0, "pending_transfer": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 210.07566701155156, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1010", "text_group": "35341a9f1eeb813c3b2ab536eac65fb45288161421952b583a4fb77e0efa7520", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0.02, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0.02, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.91, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0.03, "request_refund": 0, "declined_card_payment": 0, "transfer_into_account": 0.02, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 164.0091249719262, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1011", "text_group": "d4fcd51d7ed53e983521e55e96f75852975ef44bc7127bb7591a47bcf4b3ab05", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0.07, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0.17, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0.05, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0.11, "compromised_card": 0, "automatic_top_up": 0.01, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0.01, "top_up_reverted": 0.58, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 171.37349990662187, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1012", "text_group": "89d2c901d8921b0e696a568b5160564ad9c506e0adbadb9cab07813b80ce69fb", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 1, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 154.7927090432495, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1013", "text_group": "2ead8e750e1ad2b13ca1545b371358666618688d102b200bc919582c7eb44f44", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.35000000000000003, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "request_refund": 0, "declined_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0.64, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 158.22345798369497, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1014", "text_group": "6fc0132770db92b41e786af629e88effde16323c55145d4caa202d607ed5dbd7", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 1, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 178.72233397793025, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1015", "text_group": "c9f5cedcff84010a2bcd14870657362107ff75423efcb6c9f900a169184fd144", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "card_about_to_expire": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 1, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 185.37904100958258, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1016", "text_group": "e43a18150836744e89b9cf4301772f74772b17e572ee7becb16049844735fa38", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0.02, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0.78, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "failed_transfer": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0.2, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 271.0004999535158, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1017", "text_group": "c4b003d5bf8bfad9dec8da70d0968cc4f701f4be25217ce94d566174cb575b0c", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0.060000000000000005, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0.03, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0.01, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0.9, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 125.3019169671461, "usage": { "input_tokens": 1052, "output_tokens": 827, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1018", "text_group": "082bb91d341012f1a0a3c2a8d20544b059061a56484aec94d50b81845e441fef", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 1, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 184.86991606187075, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1019", "text_group": "180dbf6fb6cec8398db62b0268e7ae740360ae92a10c857bd5298f530f740cfe", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0.98, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0.02, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 257.7564170351252, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1020", "text_group": "e4ac0bcd687b412dd6b609f079121ba6157865b558e9c2582af52e0d44fd96ac", "expected": "top_up_reverted", "prediction": "pending_top_up", "probabilities": { "verify_top_up": 0.02, "lost_or_stolen_card": 0, "card_linking": 0, "pin_blocked": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0.02, "passcode_forgotten": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0.09, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0.4, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.02, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "compromised_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0.45 }, "error": null, "latency_ms": 143.07041699066758, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1021", "text_group": "6054a57746fb0f536a34a61c05e671af8084d6a27ff4ef690a66992ee83c2b31", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 1, "verify_source_of_funds": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 162.31124999467283, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1022", "text_group": "dd3d3ba3a03c2c72287c3998bed7168c5dc0797dcf19679f5fa04fd2d954bbd0", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 1 }, "error": null, "latency_ms": 183.92237508669496, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1023", "text_group": "239bcef746f7188a1ccb74c295c28c3caf16689bbf195d4c233f28678b8796bc", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 1, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "atm_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 201.42058306373656, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1024", "text_group": "f4065cd62c92bd5172ccd58b289980ecec6cf70899d93b017ec5d1b87adc02ec", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0.01, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.18000000000000002, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0.01, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0.02, "top_up_reverted": 0.78 }, "error": null, "latency_ms": 207.2769160149619, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1025", "text_group": "33c03a644f3fea88306cfb626511c38f64f7f273488181f8b28c3c2292a12c70", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 1, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 171.33483302313834, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1026", "text_group": "570d79c79a776307359ce549a238e0ad222a9b1877e35580d136513ae29e2d1c", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "card_acceptance": 0, "top_up_reverted": 1, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "why_verify_identity": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 162.0660829357803, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1027", "text_group": "8eb0c31e9d24e59924c0d96730d09a5e869bbb7cd98f474fa58df589e2f37227", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 1, "change_pin": 0, "lost_or_stolen_phone": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 109.61754200980067, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1028", "text_group": "21e60b2b12aebed365a8fb9af730a2c253df7e7385929cd8752bb1a55b6c49d3", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "top_up_reverted": 1, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 191.84591702651232, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1029", "text_group": "209d3ad88b7020cd087e3705f35960dda42a8243f340ad523ce5557d4216d750", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0.01, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0.41000000000000003, "edit_personal_details": 0, "receiving_money": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0.58, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 230.86699994746596, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1030", "text_group": "a76ba1241cb4613e0282383ee4f90f946c3cecedcf2d6256eaa5c17212cd9945", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.01, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0.04, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0.08, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0.01, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0.64, "cancel_transfer": 0.13, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0.09, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 165.18845804966986, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1031", "text_group": "f8962a9ca47dc6f881ead6dc965b6b60edb086c8098c66ae8e3f31238b3b154b", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0.15000000000000002, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0.04, "getting_virtual_card": 0, "verify_top_up": 0.02, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0.1, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0.67, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0.01 }, "error": null, "latency_ms": 163.28966699074954, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1032", "text_group": "a27ec274e7069917bd1a145f324ba14d0f2d55b00611902ad47b2d7af7aa9503", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 1, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 205.4658749839291, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1033", "text_group": "f69579d72b7aaedc511739573e137fe6b87f23f8cdf219599001d25ce0ae711d", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0.01, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.37, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0.01, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "declined_transfer": 0, "request_refund": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0.58, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0.03, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 169.59258390124887, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1034", "text_group": "19dd7490b63dc28ef6076d47b4a706bcbb966877c462ad12abb1bdac437f0477", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 1, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 175.7684589829296, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1035", "text_group": "6d15140e3c4f2f09cbc21fec9a610b23040ce8075612a654dc4768931ee1588c", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 1, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "change_pin": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 130.24904194753617, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1036", "text_group": "c771921b7d9299ce6957e10e8bd5a600dc89aa2cfeabba23485182afb5f7a43c", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0.56, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0.43, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0.01, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 212.53954200074077, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1037", "text_group": "dde66fbb2592c699d737938d4c06137140ea0fac93b136be9ec4d6bfe7aeaebe", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0.02, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_reverted": 0.68, "exchange_charge": 0, "topping_up_by_card": 0.01, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0.28, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 143.3544580359012, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1038", "text_group": "486c88baeef6999aef09084b19336012e6794add5d812445e7eceaa87130c240", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 1, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 175.2298749051988, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1039", "text_group": "e4ccc0c6de731c8d474f75067d0674a87c17673eed86341fb59620e112553498", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0.42, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0.5700000000000001, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0.01, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 258.3474999992177, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1040", "text_group": "1046e4da2870fc37946db9cd30ccc40e5c681d9d7059fa471162ffc07655fb16", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 196.10641698818654, "usage": { "input_tokens": 1063, "output_tokens": 835, "cost": 4.4646e-05, "cost_usd": 4.4646e-05 } }, { "id": "banking77-heldout-1041", "text_group": "113af8d24df054e0043809cde033018d1e2a54266266da9aae32106e0194f9d8", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0.01, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0.02, "pending_card_payment": 0, "transfer_into_account": 0.03, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0.15000000000000002, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0.02, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0.04, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0.01, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0.08, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0.05, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.51, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0.06999999999999999, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 173.91562496777624, "usage": { "input_tokens": 1032, "output_tokens": 835, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1042", "text_group": "7064672d300553bc56da5143ce86e274a19498561ede7f74bdca00a638e07347", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.99, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0.01, "transfer_timing": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 183.09583293739706, "usage": { "input_tokens": 1040, "output_tokens": 835, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1043", "text_group": "82f701757d063197013c7116b044b7d75cf3b2b3d6dac67fda529f9f20a8a681", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0.07, "transfer_into_account": 0.01, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0.04, "pending_top_up": 0.09999999999999999, "country_support": 0, "pending_transfer": 0.01, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0.01, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.6900000000000001, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0.02, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0.04, "verify_top_up": 0 }, "error": null, "latency_ms": 141.27462508622557, "usage": { "input_tokens": 1044, "output_tokens": 835, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1044", "text_group": "c0020508f9da4d77b1db0e77c1f4dcc3500928d820332c19e71c22493ea1b699", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.92, "pending_transfer": 0, "request_refund": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0.07, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0.01, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 140.48495807219297, "usage": { "input_tokens": 1044, "output_tokens": 835, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1045", "text_group": "30453426944d1c3b417b5673456f399bd7852e5ba3ff4e8525c49ff274e71580", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.91, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "transfer_into_account": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0.09, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 153.58145895879716, "usage": { "input_tokens": 1025, "output_tokens": 835, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1046", "text_group": "16655fef792d452fea2769bd4410dc40f06b93bf595e410d810397ff8efd8f54", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.9400000000000001, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0.06, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 134.7802090458572, "usage": { "input_tokens": 1033, "output_tokens": 835, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1047", "text_group": "e51518a7a0b052fe9fc38fe52ee590b85368a0742bf7caab22e58ea27c909b73", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0.14, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0.01, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.85, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 205.88825002778322, "usage": { "input_tokens": 1032, "output_tokens": 835, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1048", "text_group": "999670e59bf5da1529d73dc3d425b033842471377e98db6ace068e123311730c", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0, "declined_card_payment": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.93, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0.07, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 189.03975002467632, "usage": { "input_tokens": 1026, "output_tokens": 835, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1049", "text_group": "d4b7ddbb90118503aecb9afbc9cbe9bcd10558af6cf58c7f54ce8d067d808c8f", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0.06, "card_delivery_estimate": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.9400000000000001, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 153.38683302979916, "usage": { "input_tokens": 1030, "output_tokens": 835, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1050", "text_group": "88f7a37369eb8d68aafd7e7b9aeb718c50d5faf68f56033b558b94939a0613a0", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0.05, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_card_payment": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_acceptance": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.95, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 202.51908292993903, "usage": { "input_tokens": 1030, "output_tokens": 835, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1051", "text_group": "438b45e9391d627025f3e6b73a288ec329b26ed13c80d4431dcc25ec92f20883", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "declined_transfer": 0 }, "error": null, "latency_ms": 218.4325000271201, "usage": { "input_tokens": 1033, "output_tokens": 835, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1052", "text_group": "e8c06f11502f23c761b86c790c158bbbf0990d8fd3b3b1f85d30e5aeffe6164d", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0.35000000000000003, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0.01, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.01, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0.06, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.56, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 168.6407079687342, "usage": { "input_tokens": 1031, "output_tokens": 835, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1053", "text_group": "dc27e67270f01cd9eabe51241ab8cd20103047cc471537cfac9a0582543c2c48", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "verify_source_of_funds", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0.02, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.18000000000000002, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0.01, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0.71, "receiving_money": 0.01, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0.06999999999999999, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 190.53370808251202, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1054", "text_group": "e6fb2084d772b88c1ca0150a8823ed88151c6bccc709fac2c280304e4815fd6f", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0.01, "age_limit": 0, "cancel_transfer": 0, "receiving_money": 0.04, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "reverted_card_payment?": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0.52, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.02, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0.01, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0.01, "pending_cash_withdrawal": 0, "pending_transfer": 0.06, "lost_or_stolen_card": 0, "top_up_failed": 0.08, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0.03, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0.01, "pending_top_up": 0.14, "verify_top_up": 0.01, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0.05, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 145.12658305466175, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1055", "text_group": "44031ec002effae414e4f39a173d8971bc677b21be48d7dfef1bc0861154692a", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.97, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.03, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 150.96866700332612, "usage": { "input_tokens": 1034, "output_tokens": 835, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1056", "text_group": "12b1e72d6628d36e12bd471d55b0b983bca010c12c64b3c5f45a2b09cda930ff", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0.01, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0.9, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.09, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 258.63875006325543, "usage": { "input_tokens": 1034, "output_tokens": 831, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1057", "text_group": "3efc3fba38a6c761f74d9760a04dcb1d647da08c9fd8893e165684a8839ae821", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 133.3142090588808, "usage": { "input_tokens": 1031, "output_tokens": 835, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1058", "text_group": "dfa40fd1f3f7304cdb0cda079b72d85b8321c30bab2faec91426821b4ecc4aa0", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.99, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "card_not_working": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0.01, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 224.9860829906538, "usage": { "input_tokens": 1032, "output_tokens": 835, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1059", "text_group": "ee0220c3d83569b7b803335c52a8e0f752b0f27efc25a1cdc9bcb56b91f2ee57", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0.11, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "top_up_failed": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.89, "declined_transfer": 0 }, "error": null, "latency_ms": 117.027125088498, "usage": { "input_tokens": 1045, "output_tokens": 835, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1060", "text_group": "9fef3c2313499685e1f5fb31e9f0125ea5f98657f4ad211cf336ef9de3b2c2f2", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.02, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0.16, "balance_not_updated_after_bank_transfer": 0.06999999999999999, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0.01, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0.08, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0.01, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0.060000000000000005, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0.08, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0.01, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.44, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0.02, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0.03, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 152.87662495393306, "usage": { "input_tokens": 1024, "output_tokens": 835, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1061", "text_group": "00294e8246c0f5e0ee91a30920cd6918f85e32ca411018774c680be644b03f72", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0.01, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.99, "card_arrival": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 130.46779111027718, "usage": { "input_tokens": 1032, "output_tokens": 835, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1062", "text_group": "b16afbce398ecd6b5de7d97ada58b1992f272f504bf0774cbfdb0df44d3769b6", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.97, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0.03, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "card_linking": 0, "card_acceptance": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 218.97737495601177, "usage": { "input_tokens": 1044, "output_tokens": 835, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1063", "text_group": "354b38cf8723417bd85b195aa99a23b5a5ff41038e561fc7cc5b96c7bf77c3cd", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 217.84525003749877, "usage": { "input_tokens": 1034, "output_tokens": 835, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1064", "text_group": "087a2f49ef926d29b365ad23f60c3d3fbc3b06d75c154de1949b5aa451262fa8", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "top_up_by_card_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.96, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0.04, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "country_support": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 133.53754195850343, "usage": { "input_tokens": 1031, "output_tokens": 835, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1065", "text_group": "5b5f1b80955380e5506ce1c535950d1134eb8d4e5f2e713317f95454b206ac2f", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 128.3942919690162, "usage": { "input_tokens": 1036, "output_tokens": 835, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1066", "text_group": "23bdc36021c94e8e3a542d38ed7395cf1ae593d7d634d07b533b39eb720dc66a", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "cancel_transfer": 0, "terminate_account": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_transfer": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 184.14054193999618, "usage": { "input_tokens": 1032, "output_tokens": 835, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1067", "text_group": "41cc77159be77e993838f32f3971895841e579fc571b039acc38b26447b75c26", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_by_cash_or_cheque": 0.99, "transfer_timing": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_reverted": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 256.5959170460701, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1068", "text_group": "6b71abf82aea52c218cd8db385d51b8646ecbe221d40084ee0363f6b57b42f2e", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.01, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_rate": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.8200000000000001, "top_up_reverted": 0.02, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0.14, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 206.11533394549042, "usage": { "input_tokens": 1037, "output_tokens": 835, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1069", "text_group": "68f8f389cdc590ea612be43e5044761a112f1f390235405d4737d9ed0254353a", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.96, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0.04, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 151.8861660733819, "usage": { "input_tokens": 1034, "output_tokens": 835, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1070", "text_group": "c2b0c0f9c15b319962ebcb6450679fb2a537cf31a2dadaa3630a2a0e06a8381c", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 171.5324999531731, "usage": { "input_tokens": 1035, "output_tokens": 835, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1071", "text_group": "0d4e4c230dadd28b72df7f90d297bfbe6e9117d1bbc9fcbf77e17a954d723c12", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0.04, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.96, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 317.08441697992384, "usage": { "input_tokens": 1034, "output_tokens": 835, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1072", "text_group": "c9b22323b8d2750471620a6b2a7ff09da3f807a5b05f40132b50acbedc7f0a88", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0.17, "card_about_to_expire": 0, "card_swallowed": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0.01, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.77, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0.01, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.04, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 224.81054195668548, "usage": { "input_tokens": 1046, "output_tokens": 835, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1073", "text_group": "a5ecfe47d3b658a30c675e55d2cb122d78c77a9447674b67bdc7e430fc80dc21", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0.2, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.8, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 156.53291693888605, "usage": { "input_tokens": 1032, "output_tokens": 835, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1074", "text_group": "2ddd2287c46bd846ebd610f8d2ae1dca205aef5d07c9d8cbb2749e89ff853905", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.03, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.52, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0.45, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 183.88829194009304, "usage": { "input_tokens": 1029, "output_tokens": 835, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1075", "text_group": "bce4725a915345fee81d8e1e54eb635caaf0d29348b5c131e0a71e1c8d1df7da", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.95, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "top_up_by_cash_or_cheque": 0.05, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "transaction_charged_twice": 0, "card_linking": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 194.1496250219643, "usage": { "input_tokens": 1060, "output_tokens": 835, "cost": 4.452e-05, "cost_usd": 4.452e-05 } }, { "id": "banking77-heldout-1076", "text_group": "7af9e4d8dcca005cb6fbd415ea73534c8618aef046cca79e9ba599b988df7902", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "passcode_forgotten": 0, "card_acceptance": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.93, "apple_pay_or_google_pay": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0.06, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0.01 }, "error": null, "latency_ms": 358.1890829373151, "usage": { "input_tokens": 1029, "output_tokens": 835, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1077", "text_group": "db8783b69553481587503067ba4317ac4da5d3ef1067c9dbff8f4747e7780d70", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 1, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "compromised_card": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 162.46849996969104, "usage": { "input_tokens": 1030, "output_tokens": 835, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1078", "text_group": "263e41802735ce8db14f3d1cae640de982b1c50f87b41ff9ed0df59db0abf856", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.88, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0.12, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 238.59495797660202, "usage": { "input_tokens": 1033, "output_tokens": 835, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1079", "text_group": "bd7a9fabf94a9aa0d62d6d6571cfb604d7a1fe1d56b073b1a2c02fc671b560ed", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0.11, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.89, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 186.6739169927314, "usage": { "input_tokens": 1044, "output_tokens": 835, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1080", "text_group": "16c26ad2808f24ff0e60c19f60bd034798d933a751612614261710de321e291d", "expected": "card_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0.01, "card_payment_not_recognised": 0.25, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0.74, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 158.64137501921505, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1081", "text_group": "398fe2429dc84506afb187ff78dbafd1681d3682ea6b7a9c1bf77ac556e432ab", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0.06, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0.93, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0.01, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "edit_personal_details": 0, "terminate_account": 0, "country_support": 0, "atm_support": 0 }, "error": null, "latency_ms": 169.83570798765868, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1082", "text_group": "2c322ff26f14ea343abb9ccbefbb492a725a1c7386d33e0d9958bf45b2c7592c", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0.01, "transfer_timing": 0, "extra_charge_on_statement": 0.02, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "declined_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.97 }, "error": null, "latency_ms": 155.0005410099402, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1083", "text_group": "8f2dcbb4d471cb57564c2525b62bb895de7ed8099bf6b9e76abc40d71b235422", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0.06999999999999999, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0.89, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0.04 }, "error": null, "latency_ms": 169.00166601408273, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1084", "text_group": "29e47e40909781214f687e3dbb43c8685dc98ae91f155b695a61e00e1f6830c0", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0.02, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0.93, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0.02, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0.02, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0.01, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 185.8523749979213, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1085", "text_group": "a0b964229462db00b5c0e8750f7d21999336b154464e3c07c0782ddad3a5dc0c", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "card_delivery_estimate": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "request_refund": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 1, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 200.92225004918873, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1086", "text_group": "b6cbaf14ed6ddcf3534edb0b1ff3aa857fc42191f756dac1ed7dab7e1fdbc5de", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0.01, "transfer_timing": 0, "extra_charge_on_statement": 0.02, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.97 }, "error": null, "latency_ms": 199.92158305831254, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1087", "text_group": "b3f5b612222f2e23291d6b10f32d56d72e111936e904f745ad2d45eaab402064", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_reverted": 0, "compromised_card": 0.01, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.99, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 183.47045802511275, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1088", "text_group": "f8418dcbf1cfbe2a7281d574a4d59cdff023233ca1d11c75d2199fcb4b70d1d8", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0.07, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0.05, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.87, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0.01, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 137.4877920607105, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1089", "text_group": "2a8dc3bf88f5b68f38725a4c43c1b0a3898cca18294a59cd6c13d4a4b1df9596", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0.01, "declined_transfer": 0, "extra_charge_on_statement": 0.06, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0.81, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0.11 }, "error": null, "latency_ms": 251.54654204379767, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1090", "text_group": "5b3acfc9d27a6325423b5f5d3fa83b72083353e34b3dc7e44e3112ecb64cfab8", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0.11, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0.22, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0.67, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 152.79854205437005, "usage": { "input_tokens": 1075, "output_tokens": 830, "cost": 4.515e-05, "cost_usd": 4.515e-05 } }, { "id": "banking77-heldout-1091", "text_group": "c84aaad46c973338f486a1b25ec997d55701871e43287494253ccd453d09150d", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0.33, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.67 }, "error": null, "latency_ms": 298.331500031054, "usage": { "input_tokens": 1039, "output_tokens": 830, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1092", "text_group": "9ce4e24a6783e31de1f81b6ec1eb32fd2112ba3d201fcdf871eb06f70dacdbb3", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0.02, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0.01, "edit_personal_details": 0, "request_refund": 0, "visa_or_mastercard": 0, "declined_card_payment": 0, "compromised_card": 0.62, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0.35, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 188.28629201743752, "usage": { "input_tokens": 1059, "output_tokens": 828, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-1093", "text_group": "8e66b28b99a4f95892a89c87b83ef8f82a63b9305ca7fdc18e2e0c61969e0702", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0.07, "card_payment_not_recognised": 0.67, "declined_transfer": 0, "card_about_to_expire": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0.26, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 228.77037501893938, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1094", "text_group": "64ffe8b2fa4d7bdce7f7b6f3d6da7972533761282b8ce7c0eefafde84c6a8f7e", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0.05, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0.01, "card_payment_not_recognised": 0.93, "declined_card_payment": 0, "cancel_transfer": 0.01, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "transfer_into_account": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_reverted": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 191.3454169407487, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1095", "text_group": "dcd9e29f505bd8a0042bf08dc219282648dff9a6eb1527efa050aed1a4ee02e2", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_swallowed": 0, "atm_support": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0.9, "terminate_account": 0, "extra_charge_on_statement": 0.06, "failed_transfer": 0, "card_not_working": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0.03, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0.01, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 144.54529201611876, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1096", "text_group": "0eaf945cb12b6274a83d4402e0fce99a31328186f5045ee50d5537a8377a3135", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0.01, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0.02, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.03, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0.62, "transaction_charged_twice": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_failed": 0, "card_payment_not_recognised": 0.32, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 228.8469159975648, "usage": { "input_tokens": 1048, "output_tokens": 828, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1097", "text_group": "8cd50ab0c3561361168944beea09c0bbe7480161e1c641a3bffeef255d0d0355", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 1, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 221.58070793375373, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1098", "text_group": "7c46b2c5100fc9881160121164c52e0f2d17f0f3ffff14a0fe5375f579594d32", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 1, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "country_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 266.3121670484543, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1099", "text_group": "72af160f36b51979131fefe60d1902f35870262939a7d654562380ef6fa04d19", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0.05, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0.01, "automatic_top_up": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "Refund_not_showing_up": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "transaction_charged_twice": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.93, "getting_virtual_card": 0 }, "error": null, "latency_ms": 276.48195798974484, "usage": { "input_tokens": 1024, "output_tokens": 830, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1100", "text_group": "f91986cb13f0c7a35ae41ea3365bec5625c37414ee9bd7bb6fd1aefe5f0fae9d", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0.01, "compromised_card": 0.53, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0.46, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "declined_transfer": 0, "request_refund": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 144.51495790854096, "usage": { "input_tokens": 1046, "output_tokens": 828, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1101", "text_group": "91ad647be53c20926ca7b45d3848a6b4e8267c5f7550c7ed039c7ba681ca7ed5", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0.02, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0.63, "extra_charge_on_statement": 0.35, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 149.90299998316914, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1102", "text_group": "f5ea63167d58337219dfbb370432b5be4d21a3ad02bb9f06121fc8ec59c56896", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "get_physical_card": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "pending_card_payment": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 1, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 198.04250006563962, "usage": { "input_tokens": 1052, "output_tokens": 830, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1103", "text_group": "092e5b49178facb1bdeec806e4233be07aed205253ed49a7c6867b849a7e17e8", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0.99, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0.01, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 172.73962497711182, "usage": { "input_tokens": 1052, "output_tokens": 828, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1104", "text_group": "606fd4d3b3ba09c9ba0e6a61dfa8bc5f563fb765cde65eb545f3b7ec38414e78", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.05, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0.11, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0.03, "transfer_timing": 0, "extra_charge_on_statement": 0.19, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0.03, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0.16, "unable_to_verify_identity": 0, "pending_card_payment": 0.01, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.41000000000000003 }, "error": null, "latency_ms": 145.792750059627, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1105", "text_group": "7b150d46407a09dbb3aeee6263c67c2dcba216544a78a8641486c32cc83e8898", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0.25, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.75 }, "error": null, "latency_ms": 131.91233295947313, "usage": { "input_tokens": 1049, "output_tokens": 830, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-1106", "text_group": "209677841eacad8e6ef85bc6fbc2731edc8f98fdb1061c9aaa47bf8f16784bc1", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0.05, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.11, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.08, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0.02, "request_refund": 0, "top_up_by_card_charge": 0.01, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0.02, "card_payment_not_recognised": 0.43, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "why_verify_identity": 0, "activate_my_card": 0.01, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0.23, "cancel_transfer": 0, "fiat_currency_support": 0, "top_up_limits": 0, "atm_support": 0, "getting_spare_card": 0, "declined_card_payment": 0.01, "virtual_card_not_working": 0, "card_linking": 0.02, "apple_pay_or_google_pay": 0.01, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 177.62900004163384, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1107", "text_group": "abb9b8204da644652ab331011bae196d10bf200ed39d9cacae9f762a7ccdd8cb", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0.8, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0.1, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0.09, "exchange_via_app": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "direct_debit_payment_not_recognised": 0.01, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 207.206999999471, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1108", "text_group": "8badb35bfd1fb147b915b38bf56daeb80ccdca1055efd0b8ac1f54c5dab4afef", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0.03, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0.04, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "top_up_failed": 0, "atm_support": 0, "card_payment_not_recognised": 0.93, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 268.9712500432506, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1109", "text_group": "c458a14e4243758781fd4be1d366d12ccf27e305303aaceb9ceddaba5d60d921", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0.11, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0.06999999999999999, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0.78, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0.02, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0.01, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 222.52483398187906, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1110", "text_group": "53c6c5e8ad461ab7d7b5df826c0152b63ed06701ade5da8821800a1e162ff874", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0.5700000000000001, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0.37, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0.06, "pin_blocked": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "card_about_to_expire": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "top_up_limits": 0, "country_support": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 176.60666699521244, "usage": { "input_tokens": 1043, "output_tokens": 828, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1111", "text_group": "6424efefc5284d4ecd65831d798a48a33a64c67a5b3179d5fbc4fe35eabed7b6", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "country_support": 0, "card_payment_not_recognised": 1, "pending_cash_withdrawal": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "top_up_limits": 0, "card_acceptance": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 183.9535830076784, "usage": { "input_tokens": 1042, "output_tokens": 830, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1112", "text_group": "4927a3e24650fe1a5d24b80f13f7dc9a57148cb7f9a7cec1337b04cd48d2477d", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0.3, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0.7, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "atm_support": 0, "cancel_transfer": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 174.61845802608877, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1113", "text_group": "63dfa489e03098687366ac7ef259e1b5d6165c5cfc1f10e33eecff0a3f1683b6", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0.98, "card_payment_fee_charged": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0.01, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 196.6160840820521, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1114", "text_group": "31ca719b4ad5cbb6afa9eea855c899e5b81cbd5ecd75d5e3f8caca962a9ce5f6", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0.99, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "card_payment_fee_charged": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_disposable_virtual_card": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 191.7750829597935, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1115", "text_group": "3a3bc486f459e013490a4fd46777e599dbc87c33cbe965670b3e1611fdd877ae", "expected": "card_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0.01, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0.25, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0.74, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 187.94362503103912, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1116", "text_group": "6a4560c27965045651afaf48743b5db8b3e4cb1de9cc37f3db3b7de7b4890f35", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0.04, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0.96, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 160.3288749465719, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1117", "text_group": "4304b1e856eb3b9dfbfcca8f4fa16e3d32334c1a85ea2e99e531de2b725c7d68", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0.27, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0.03, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "transfer_timing": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.7, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 191.9335409766063, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1118", "text_group": "28d92a7f0b204076bd48a31f5657ffe603131aeb6de393995f707a16d1d0d235", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0.01, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "extra_charge_on_statement": 0.1, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0.07, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0.81, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 182.05666705034673, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1119", "text_group": "38a3de4dba79dd25e2b9bdc3d13d300c60e18448b347adf6c040dda840847065", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0.01, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0.84, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0.15000000000000002, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 210.17291699536145, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1120", "text_group": "77c133f2af045918fb8d5686a5bf7f92cbefb8ba4ebe48f8ea1a276147bf45fd", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "order_physical_card": 0, "passcode_forgotten": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 1, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 256.7082919413224, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1121", "text_group": "fb47a2f3c0aac32e215213fe87e9fa8968cca490edd24fd13b00bc27f6cdec7b", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 1, "terminate_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 211.0392500180751, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1122", "text_group": "fdcb598acb1fc98f89c166e8b4d6bafe86d0f19fd6d02427cdba581a9e71fc54", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 1, "card_not_working": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "country_support": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 196.75345800351351, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1123", "text_group": "7c9db4ae8f530962a76961e3f2d34e90c6efb74e99a33bee7347938d975b92ee", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 1, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "atm_support": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 226.7508750082925, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1124", "text_group": "594378e06a4ef6a3f876ad236e465020eb6ab533b5aea9fb7582b979291fdd6d", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 1, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 142.90358300786465, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1125", "text_group": "4c381ae87fbf3901bf1d126d258fb7d3e331b911899dd632c155dece6cf8ab27", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "edit_personal_details": 1, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "top_up_limits": 0, "pending_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 203.1582499621436, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1126", "text_group": "dacf65d8a4e65cf50c4b8b5c52b2223eac0eedb28aac9e691e0c044d63fd7e7c", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "cancel_transfer": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 1, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 158.63587497733533, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1127", "text_group": "84b8f0b9c29ce559764d5a0b70f19012e057d47db016eed95efef0c08c78da1f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 1, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "declined_card_payment": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 208.88008398469537, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1128", "text_group": "6e11aa322f4f84149b20ef7ed7faa4f80b68407d8e3fa62fb01270e5a8d752f5", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 1, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "country_support": 0, "transfer_timing": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 158.87858299538493, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1129", "text_group": "dbf87b6944311ba1b09d6b1a7731d3d1dba607037ca7f5c7882eb7243ef24e71", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "request_refund": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 1, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "declined_transfer": 0, "compromised_card": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 180.4407499730587, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1130", "text_group": "c4ca880bfa4ee796e1fd73c55a9ac7735447d8ceb0d28680ba7106916388506f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 1, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 162.44387498591095, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1131", "text_group": "1210127e619ecae04daf0db7ada216c3f34fd035a5e173be686635589c3b9e28", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 1, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 190.76212495565414, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1132", "text_group": "4d177b1c6ec8c8becb6181aaed9e6ff3a7573bda834dbda30e03e1afcc907d1e", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 1, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 181.8514169426635, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1133", "text_group": "e7e5634f30c84a645e5ddc43fd590e82d5716fa55b97f36532a79fb405f8b37f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 1, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 187.08062497898936, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1134", "text_group": "05de73a8e19055e7434022ade93db95193e5f0462769adc6cd34b639568703d3", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 1, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.0127080194652, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1135", "text_group": "705ec4652ac5dbd22d25d5fc02769b582bae6184af4c54d35f7d600370dc71b5", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "pending_transfer": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 1, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 184.96220908127725, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1136", "text_group": "0e89c15739802626d594defa0e5abf238a578fde4b6d3237bae192e583ec0d55", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 1, "card_not_working": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 192.19029205851257, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1137", "text_group": "dc9d30a550ac66bca6c4a56eab1d29276f0875234710d796f126a796409cf4df", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 1, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 193.33441695198417, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1138", "text_group": "276385df0f1990f796ca7258b008c25748d90e31c722800342ebaa31c0321aed", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 1, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 201.29750005435199, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1139", "text_group": "ad7e44ed33f04425601717cd5d400861b3b6036f4569d2a65bd778d517e7d2cf", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 1, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 227.25837503094226, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1140", "text_group": "81d037a65935fd3cb5ab20a546852d9bc310e0bd04f9e9216463f53279276aa4", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 1, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "getting_spare_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_linking": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 180.46562490053475, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1141", "text_group": "5f66a0634eef34b5c9f452099ad5363c7dab061114d24fa6e6a1378a0dce5258", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 1, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 179.77975006215274, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1142", "text_group": "75d4b858ab9140d28d33dd99750ed7856c436a33463718acb31cb66d5378ea3f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 1, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 157.3288340587169, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1143", "text_group": "88cd8f35ae1db7357cbdd9064febaaa07e52fb39803194b126a11785023a648e", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 1, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 645.5294579500332, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1144", "text_group": "a9ae596a17cf28ee1c790c99a71f629a50c7fca981be2e971d1630284331881b", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 1, "terminate_account": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 166.6692920261994, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1145", "text_group": "cc2f00ee110de78ec3a0e5bc4af62694d43f0a3f14bbc75f7e6e282fa90d1724", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 1, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 124.83620806597173, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1146", "text_group": "3883f5af27cf50fbc10f1a98cdcd8857fc4c4ebba94ae7362cfb58a543a46bb0", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 1, "transfer_into_account": 0 }, "error": null, "latency_ms": 126.10170803964138, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1147", "text_group": "1363af0713d138c35458cb687983a199d297af8a45a1b50b11eb1aa43cd48774", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 1, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "passcode_forgotten": 0, "age_limit": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 121.15579191595316, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1148", "text_group": "c11820b8a03fdbd0938f4aec271bdb9079adf948895f3898b18f1fd241423874", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 1, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "card_linking": 0, "card_acceptance": 0, "compromised_card": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 209.00858391541988, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1149", "text_group": "218075ec76b7e57ec601861fa111d68ad43417c4bc0e967248f868fd98839721", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 1, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 221.56833298504353, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1150", "text_group": "72946ed11c06641c870f91368b135e1e7b062162d961d05de1de2f615bf680bd", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 1, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 230.96124990843236, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1151", "text_group": "03ebdc68aa0d0c53cc7c2b6decb5135c3f52cecca9bbff9e0210df34f877dc6c", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 1, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 114.98408403713256, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1152", "text_group": "60894d07157901ba6dc1b7b563f2504c4fcf6d5234b1a8ca9ed14fe9d09cad7b", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 1, "get_disposable_virtual_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 124.22433297615498, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1153", "text_group": "18511b12a1d9950f1911846fa99b27b0fc35ddfdd2c9f8ed3a6301c8e43c547c", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 1, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "receiving_money": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 252.04570800997317, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1154", "text_group": "7e8bcb05530b69e005e7dc2146d44a433c735ee6412367904ee3092e4a997b72", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_payment_fee_charged": 0, "atm_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 1, "country_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 193.76979197841138, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1155", "text_group": "5070784e11093d8935c737db2ac227b759bbbd72f3c4a0d9c100cb9c06c92e51", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 1, "change_pin": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "automatic_top_up": 0, "atm_support": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 142.29325007181615, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1156", "text_group": "3f74c71541bfd4163b7a4813a79cc13ec2a59ea98eb8d1a318900b18b0371111", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 1, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 106.49608401581645, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1157", "text_group": "a9db5603a4f2c42e42a476654f83f773e2208d45fa2d401995885bb1a1980065", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 1, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 164.88204197958112, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1158", "text_group": "6b1e6233eac1e89e3e2f82769aa1e9d58fb03b0b65d7d33541b741f7f17470c0", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 1, "transfer_into_account": 0 }, "error": null, "latency_ms": 217.157916049473, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1159", "text_group": "c2d7c835527481ac8fd8b53da3d9494eba526cf4f9e91ad6c29b665e9b0a669f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 1, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 269.5173330139369, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1160", "text_group": "50b69ff82c53010be82af925d0c474dd76b5eee04779bc5523f7bd8a02a9f283", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.99, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "verify_my_identity": 0.01, "contactless_not_working": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 135.71858301293105, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1161", "text_group": "99fe3284342f71c804e6dd23fba64103e6d8789c8570f5fc880c34066a94dc70", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0.17, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0.74, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "transfer_into_account": 0, "declined_transfer": 0, "request_refund": 0, "declined_card_payment": 0, "verify_my_identity": 0.09, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 163.12749998178333, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1162", "text_group": "3795ab99190e78c91f86d33836def396da00ec46a127dba89ac9507faacd68ef", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.72, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0.01, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0.27, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 184.98641706537455, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1163", "text_group": "5512d6fd46e758bf2dc9386cfd6866163c641fb0229a0111f810c6f0b1970957", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.02, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0.98, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 197.6543329656124, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1164", "text_group": "7a8e7dd136162900823a689faac81c086de30f62787d0ec9b9c7f9e8f1ba0578", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.09, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0.44, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0.02, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0.06, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0.36, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0.03, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 130.9520840877667, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1165", "text_group": "2af0474657793afe8d03d7ddbb86285b4e5ea1a086b8398edd1ccd1d32673ab2", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0.98, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "failed_transfer": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.02, "visa_or_mastercard": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 219.39154108986259, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1166", "text_group": "90b718222aa7f6f25e775fb87a35fad9fd0f6c833a0a8aa1c1abe67ab08dc4e0", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "why_verify_identity": 0.45, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0.04, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0.51, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 182.97991703730077, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1167", "text_group": "6a518e5c8ecbfaea78649b943e1882b39224ac07633f845177cefc14d5182b24", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0.41000000000000003, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0.14, "unable_to_verify_identity": 0.45, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 183.5267919814214, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1168", "text_group": "e0358be9d68e546f3b1e6ed642c0ce510b502a376a2f4968db48a5530ebca303", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "why_verify_identity": 1, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 142.22941698972136, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1169", "text_group": "eaba3b1194681e589b422e0f52a7286d5fe95122bd92eab0a69d2328c1417910", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "compromised_card": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0.04, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0.61, "why_verify_identity": 0.35, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 183.24791709892452, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1170", "text_group": "169a722a707b935debfa6e01af5454cf4dfbc4b2bc3a775b97365ac361c86c1c", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0.16, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0.09, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0.75, "getting_virtual_card": 0, "country_support": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 166.76366701722145, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1171", "text_group": "1a4f1a0e3c5785e69222b671fbfb378e749c0a4b135ff911603a7cf966802c40", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0.9400000000000001, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0.06, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "transfer_into_account": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 325.8752500405535, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1172", "text_group": "c07c6d6aa900dd4dd2fef970d7e6d207f8b1ac5a223d298141a35e6574e3d2ba", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0.98, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0.02, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 370.13191694859415, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1173", "text_group": "255ac2b2d2413e0d9e1e52c4e470fe92fe7fec1a85dfb381bd0f3f006370884d", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.96, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0.04, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 158.25283294543624, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1174", "text_group": "a8664df75b897a81d4995f554e2160ec4bb5c6c30f082dcf5a51c70470a7cedc", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0.01, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0.99, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 163.13920891843736, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1175", "text_group": "0c2bc45017c9243c0c5f65f161568737b70f00d9bf5b6e445ddaeb7c22b3bf5b", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0.95, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0.05, "card_linking": 0, "card_acceptance": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 144.71012505237013, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1176", "text_group": "5810074c65f20d18094e4e33504d44cff3adbd689d200d9684b7a2af714a24e7", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0.99, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0.01, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 203.76787497662008, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1177", "text_group": "7838f8b153e5f833c0f57235c76d8bd92a9f06cc3077227ea15566ffa2f057d9", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "receiving_money": 0, "reverted_card_payment?": 0, "verify_my_identity": 0.02, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0.98, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 131.24987506307662, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1178", "text_group": "66bf6b43b72e66ed54806669ce48b6e160e038661318424909b50b248ee108f2", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.01, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0.84, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0.15, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 169.32774998713285, "usage": { "input_tokens": 1037, "output_tokens": 828, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1179", "text_group": "337d62808a123bc85ba8dbbee6a0dbbb51873a4cd04077d234a5b6df41b36aea", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0.17, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0.01, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0.81, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 220.36720800679177, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1180", "text_group": "ff69bf8c807907af9cec887ab9986e1e5518f3c607ebe1b3bb326f15b9e5079c", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0.99, "verify_my_identity": 0.01, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 151.10387501772493, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1181", "text_group": "a680e792a41fd249986aa8daa435011637ff6a49842e9bdf2c82880933ac27f7", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.97, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0.03, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 146.3566250167787, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1182", "text_group": "8aa3850fb4aca89bdf14a8b0e6ccada12dcaa8119aa157b52c2570c3678b4e91", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.01, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0.53, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0.43, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0.03, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 250.3509579692036, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1183", "text_group": "a0838d00ff8cdbfddb38115a38243577436eefa10cd4f7d9d377cc9998b7cbca", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0.05, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0.95, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "transfer_timing": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 180.85654103197157, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1184", "text_group": "e4964ed1b3c4ff111fa284acbf4675109f1a5adf635cc7beaa39d01258714770", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0.03, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0.97, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 154.25587503705174, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1185", "text_group": "0a97723e0b86d3cdf0379a9bbd169f0bf0f7c2cc0f503de31e5295396eb2372a", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0.99, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0.01, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "compromised_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "age_limit": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 269.7015419835225, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1186", "text_group": "f630c8f527aea47c12cf3fd9d9e13e8053d69b9f9aeffe89efceea69be52447d", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.38, "disposable_card_limits": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0.62, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 168.93070901278406, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1187", "text_group": "b7f122437c2c701ff663fb4236afb1bdc87028417e87069136f0c7e042f3586a", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.05, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0.91, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0.04, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 187.46170797385275, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1188", "text_group": "34d3d4b125a48efe002c72a404d0c847b091ae07d549061bd12e82680472340b", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0.08, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0.79, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0.13, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 172.3341669421643, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1189", "text_group": "25d6855246e40a862a9f3add5e63501288044f7134ac2421ed1798b1ab2d82fd", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0.17, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0.71, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_charge": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0.12, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 144.33712500613183, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1190", "text_group": "0b8131b29751a9c99d77f0e769ba2ce797c8c66987ba321539af6def7ed474fc", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0.99, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0.01, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 171.57320899423212, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1191", "text_group": "319b4b4793d496cd7f105d9103b0806bf2864ef042cad6e178ea2d5d347873d9", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.59, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0.07, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0.34, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 166.0255000460893, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1192", "text_group": "ffb71f0388bb9327e16204d398ce188a265791fd387c5124d46dad196c0f9114", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0.1, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0.9, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 159.73795799072832, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1193", "text_group": "4d49034e3be0fbff4115ee4a6438e77fce10e90251c248976ac4bd004907f3fb", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0.12, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.01, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.87, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "edit_personal_details": 0, "atm_support": 0 }, "error": null, "latency_ms": 170.17987510189414, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1194", "text_group": "966fddc1a0bfcf7b1b3751010c788ada7c5f1e3bd15a11225bb62555dc37d166", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0.27, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.01, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0.72, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "activate_my_card": 0, "edit_personal_details": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 134.45641694124788, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1195", "text_group": "08576ca52420ecdaf1bbd98fea163231ea518d17369346b46ec3395626a35efb", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0.1, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0.9, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "card_about_to_expire": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 277.6578329503536, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1196", "text_group": "1e0c9be09ea444b9f865bcb70ad2441fb3683f6434e19d545ac85b7096d4e0c7", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0.98, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0.02, "card_acceptance": 0, "topping_up_by_card": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 151.33116592187434, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1197", "text_group": "2e947498bc17047b711098f4a8e1114280af5358b47f0df1197218067e8aa7f0", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "why_verify_identity": 0.37, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0.62, "change_pin": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0.01, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "country_support": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 170.61716702301055, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1198", "text_group": "f1e1827a793d7660a64606098fe22b78bbd8866d27e49fb9d2a368d5890c6114", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0.01, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "why_verify_identity": 0.99, "transfer_fee_charged": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 191.86791591346264, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1199", "text_group": "5a8c894924fff4e7c5fce209d74282809968349b6ade6cef0eccab7960b64b5e", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0.98, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0.02, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "contactless_not_working": 0, "country_support": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 171.06275004334748, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1200", "text_group": "7707b88e57e64edc95801ca4de8f5677807a864d956478f103b27bc1395438c3", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0.94, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0.06, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "exchange_charge": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 150.67491598892957, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1201", "text_group": "1d3d69983e4ddc016c790293307cd8ddd4117b6c5299b5078c37000660f78929", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0.02, "unable_to_verify_identity": 0.98, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "card_arrival": 0, "age_limit": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 199.22129099722952, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1202", "text_group": "1d2e1378c066f74d60d697dc5a5cabd096dff4580708d980ede8881fa8e06cac", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0.11, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0.12, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0.77, "getting_virtual_card": 0, "country_support": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 233.91570907551795, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1203", "text_group": "6f39a943dded6035586a53aeec3c5054433f783234659b670799c70c663850db", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "change_pin": 0, "card_swallowed": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "atm_support": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0.85, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0.15, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 173.31583297345787, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1204", "text_group": "bfd4d49b77fac71d6177349da833a4263df238aeafb6f265bff3bf55bbf87d9c", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "verify_top_up": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0.96, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0.04, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 136.21600007172674, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1205", "text_group": "c76b040ab83a6619f5ca59657d680323d3bdb28491078cd6553122a839a14ed9", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0.98, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0.02, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 128.20770894177258, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1206", "text_group": "588bdff154da059859d057923238c46410518e3d0dda3f3d0e393066767e8a5c", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.78, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0.22, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "topping_up_by_card": 0, "activate_my_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 154.40445800777525, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1207", "text_group": "8b773dc94b9c00ddff9c083484bd5aa4210b39e49fecdd130706397066a77b7d", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "disposable_card_limits": 0, "pending_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0.79, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0.21, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 251.39774999115616, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1208", "text_group": "13aeb02f4e18ca29004f5921e2b1d9b5e726f25e28faeab6fd7dc46aa476bacc", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0.15, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "getting_spare_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "passcode_forgotten": 0.01, "extra_charge_on_statement": 0, "pending_top_up": 0, "card_linking": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0.83, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0.01, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 258.26945900917053, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1209", "text_group": "46f0a267860e58c3e6279a24ec58cc51def1c27596bed8391046de79e1891aa3", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0.01, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "card_linking": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0.99, "beneficiary_not_allowed": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "card_acceptance": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 135.7466250192374, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1210", "text_group": "6f842b6592ce9ad0b28831a335bddd31e16a37411c2c125b4c743f456c163721", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "verify_my_identity": 0.04, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.96, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_transfer": 0, "compromised_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 128.19875008426607, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1211", "text_group": "437404b48b8e8c0b362cba6ff3e60c534c6da701f7dd8f922b4c268b999dbe18", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0.03, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "pending_transfer": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0.97, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 143.61825003288686, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1212", "text_group": "cd830f56e3925d706ae21f97cb7255dab70f61ee40799cb390909ecc95429e6f", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0.02, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "card_not_working": 0, "card_delivery_estimate": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0.98, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 195.12579205911607, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1213", "text_group": "53cf5066ec0abce0aa8bc05bb20806d93b81618d3755c738cf4852022cecfa10", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0.13, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0.68, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "exchange_rate": 0, "verify_my_identity": 0.14, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.02, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0.01, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0.01 }, "error": null, "latency_ms": 119.68195799272507, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1214", "text_group": "25bd347f9b48a46bdae8544cf27d8a443c82574011cfc663d139baa7e449346d", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0.85, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0.07, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0.08, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 196.36366597842425, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1215", "text_group": "15501ae4cabb603254d801a3573a5bb78422220d70f77f2f06cff2d52a6a0832", "expected": "unable_to_verify_identity", "prediction": "passcode_forgotten", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0.03, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0.06, "declined_transfer": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0.9, "atm_support": 0, "verify_my_identity": 0.01, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 134.7774169407785, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1216", "text_group": "4628dea75254e0de9c3327549412c13270343979dc6967c9c0420dd58942715c", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "verify_top_up": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0.92, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0.08, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 202.27108302060515, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1217", "text_group": "e48c7f1e03a17676ab92ff43fce45bcc7c9d1a4c21de50098091716d7962e739", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0.03, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0.97, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 182.923375046812, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1218", "text_group": "374093630abb5bbffb6db104e3d6fecfce88ff10ad42d456da298523891eb8b8", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "compromised_card": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "card_not_working": 0, "verify_source_of_funds": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "passcode_forgotten": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "activate_my_card": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0.95, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0.05, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 199.920209008269, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1219", "text_group": "d04bbad8a4c8bc173c2f784006a4f41b5e0360817570a7aa03127eac32f124cf", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0.8, "verify_my_identity": 0.2, "edit_personal_details": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 182.9751660116017, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1220", "text_group": "b0b56c2de5142ef71c41f9dde4abab80c6562702a9a532375ff0966d339e4222", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0.08, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0.92, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 167.61295800097287, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1221", "text_group": "ea783a70f200953ff18fc9f501cf5ee5ac541d0ed330e01c202b5279a4ab586a", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0.01, "top_up_failed": 0, "verify_my_identity": 0.16, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0.8200000000000001, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 159.29854195564985, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1222", "text_group": "8b7fdea8f5736c222a44b7302c699ea17750db8f81242f01f2b7c0df6d0eed3d", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.84, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0.16, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "country_support": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 196.12904102541506, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1223", "text_group": "8151271d184157ec314e85934a5f8cd112c0ad8a48ee1905908d4d8940737dc3", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0.13, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0.87, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 218.38316693902016, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1224", "text_group": "a226a2f8677e6315ebeb9c714860bbd9b771f19d1953aa336dcb30601a79ea90", "expected": "unable_to_verify_identity", "prediction": "why_verify_identity", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0.52, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0.12, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0.36, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 142.11083308327943, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1225", "text_group": "6a4d32d0b976c6353d1ac1289a7a5b721bee8d8926ade6e87f0e58958c3d18e9", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0.03, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0.97, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "card_acceptance": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 193.46437498461455, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1226", "text_group": "5839b6d331c7697a39a5037633522887f64f3f242cbfddbe71e8e6ecaa9a3518", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0.91, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0.09, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 138.37954110931605, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1227", "text_group": "2431ee944a512ae4b8943e56da7f01beabab66000417f9e09804e4fa5bb5e109", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0.49, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0.51, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 331.51866600383073, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1228", "text_group": "f74f3a0df28392db565d25206da48d45bad515d7f44e574fe255d8e1df3e4607", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "atm_support": 0, "activate_my_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0.96, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.04, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.6030838927254, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1229", "text_group": "a8152eb6706f5ec27b3f8e10e1591722cfc8019c6316a3693d1e118f050996af", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "lost_or_stolen_card": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "verify_top_up": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0.09, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0.91, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "card_linking": 0, "exchange_charge": 0, "card_acceptance": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 143.59920809511095, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1230", "text_group": "eb35a213c85778a7127105423b5d2843bcab03d64b9870fd1f9fc885fdd550d8", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0.92, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0.08, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "country_support": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 141.7297919979319, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1231", "text_group": "33fbd67a33396e547d42ffabd34cd297f08d7b6daf10e25f73284665bd27e04a", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "verify_top_up": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "card_acceptance": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "change_pin": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0.02, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0.07, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0.91, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "card_linking": 0, "compromised_card": 0, "exchange_charge": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 182.83887498546392, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1232", "text_group": "202676aed9ac2c90bb6b64fe4fc2e0253c72402a1a83392ba458dd2446854c03", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.92, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0.08, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 132.8461249358952, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1233", "text_group": "1579954a325fe204bc023455f7071a0db779f351ce7338dc103049801c37da22", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0.77, "lost_or_stolen_card": 0, "verify_my_identity": 0.22, "top_up_by_bank_transfer_charge": 0, "activate_my_card": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0.01, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 182.43162496946752, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1234", "text_group": "5b1105ac693d3dcf947d679dcb6ebe4fc2efcb9ea3c9f42aa4ed5fbeee98bc77", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0.06, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0.83, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.11, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "card_not_working": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.39883400965482, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1235", "text_group": "b67d618ed14836bdb9c8d908b3e800ebc7a0f52d5d6510ccbf137e08c85c5e34", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "transfer_timing": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.92, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0.08, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 296.27833294216543, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1236", "text_group": "f47b69284d1ac3f442e4439a5a8e1541680f5cf5749e1114597cfcd7203a7806", "expected": "unable_to_verify_identity", "prediction": "passcode_forgotten", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0.04, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0.01, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0.02, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0.66, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0.27, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 188.4864999447018, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1237", "text_group": "6ef5e38186d0daf476ac29045497cfae2f469d243d1d83ccb1b6551ecc2e2562", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0.06, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0.83, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "verify_my_identity": 0.11, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 147.429957985878, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1238", "text_group": "c2ef52657421f0de42dbdece2feaf5315c61479f75808be5b05976d5189f039e", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "why_verify_identity": 0.03, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0.09, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0.88, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "terminate_account": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 203.23400001507252, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1239", "text_group": "9f9f290e6b2a1005866dd9ba2d3bfc6b37ba029fcf7f4d924ca95489cc302f35", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0.79, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0.21, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 206.84337499551475, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1240", "text_group": "6aa12aa466f09927822f555181588262b9e562c76d60cb9551d949eed35f42d5", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0.94, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "passcode_forgotten": 0.04, "transfer_not_received_by_recipient": 0, "country_support": 0, "top_up_reverted": 0, "pin_blocked": 0.02, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 139.79383290279657, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1241", "text_group": "1eca2d0f6a5a5616f9f7a4a66616f68b5e5a9b1200906dc02328d0f2979eb9a0", "expected": "get_physical_card", "prediction": "card_arrival", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.03, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0.01, "card_arrival": 0.48, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0.35000000000000003, "card_delivery_estimate": 0.06999999999999999, "wrong_amount_of_cash_received": 0, "pin_blocked": 0.02, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0.01, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "card_about_to_expire": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 170.20408296957612, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1242", "text_group": "63851189c38e94ab49ad63c7441a67a8c9c9827faba2d3e7b0c04bdeb8de0688", "expected": "get_physical_card", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0.11, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0.01, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0.45, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0.43, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "verify_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 173.40566706843674, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1243", "text_group": "ccd02131af27573d982ac90b1959f9ace79e5550ec0f76870c07f039d80cca0d", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0.07, "card_arrival": 0.06, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0.01, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0.7, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "edit_personal_details": 0.01, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0.02, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0.02, "fiat_currency_support": 0, "passcode_forgotten": 0.09, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0.02, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 336.56095806509256, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1244", "text_group": "1896494bcd9dc9829453f11269091d6455128088f2bf1691a33abc5ea3a2d7c5", "expected": "get_physical_card", "prediction": "passcode_forgotten", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0.02, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0.35, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0.01, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "Refund_not_showing_up": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "passcode_forgotten": 0.62, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 182.25858302321285, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1245", "text_group": "6188bf511c60e3f59be95089adfea22fed2a27552a6638e7bf32a4f142b868e2", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0.61, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0.36, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "getting_virtual_card": 0, "exchange_charge": 0, "card_swallowed": 0, "card_arrival": 0.03 }, "error": null, "latency_ms": 182.0955410366878, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1246", "text_group": "745f59642486faa432b016168c1755fe4533f9fdad04c548486f2ad70b5b304c", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0.01, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "change_pin": 0.84, "pending_transfer": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0.01, "exchange_via_app": 0, "passcode_forgotten": 0.12, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 132.78183294460177, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1247", "text_group": "0a9c1588746feab495d25bcf6aad2e90f639b105046b34f0ed8e63ff8e7c44f4", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0.73, "terminate_account": 0, "edit_personal_details": 0.02, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0.05, "exchange_charge": 0, "pin_blocked": 0.02, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0.01, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0.01, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0.08, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0.08, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 212.87729206960648, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1248", "text_group": "8a17412c58f540c11ac37c0ad231c1a16f9eaf9b16c2463f26fe43bc1b1b2da0", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0.58, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0.38, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0.02, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0.01, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0.01, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 210.5111669516191, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1249", "text_group": "5f34e3446c1757b9c745ec64211b35cb629b085c8650a4f195a8db3169751d0e", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0.05, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0.93, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "passcode_forgotten": 0.01, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 273.0215829797089, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1250", "text_group": "b2f80ff67c50e6209ba45545629f216d4f6ee55217626364a615b577362f66f0", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0.02, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0.34, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0.64, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 254.97341598384082, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1251", "text_group": "b0506f77c330c7453945bc6e37338fba887b8099f6494657cfddebe0cb2ddf2a", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "verify_top_up": 0, "Refund_not_showing_up": 0, "pin_blocked": 0.01, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0.02, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0.01, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0.02, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0.4, "change_pin": 0.52, "card_linking": 0, "card_acceptance": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0.02 }, "error": null, "latency_ms": 190.02858293242753, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1252", "text_group": "a4cb9528a28c504fe9ae74e7237f37231a4df7422643b3f1de0b060c14ad3305", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0.01, "card_not_working": 0.01, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.16, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0.27, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0.4, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0.06999999999999999, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0.01, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0.05, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0.01, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 315.6091670971364, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1253", "text_group": "73769f8d5d0b84cae360ba7b82e359169c622a6a30b12cdaf9fa407d71cf34f9", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0.01, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0.02, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0.75, "verify_source_of_funds": 0, "card_not_working": 0.01, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0.02, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0.05, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0.01, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0.01, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0.12, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 213.4118750691414, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1254", "text_group": "ca4bced71d1943cfa1bd4cd5fe560b9f06ffc60ed49ee8d6e779cf188c51cdd7", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0.01, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0.64, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0.03, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0.32, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 190.05575007759035, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1255", "text_group": "6dca9d2fdc91ee2aa4647ef5b638496c0c1458cd5496ad4aac271839d6b2d8eb", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0.02, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0.95, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0.03, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 190.01750007737428, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1256", "text_group": "87d18ab61681b7f4997e28d1635eb0d3a3564558d4cd5f7ebd73382ea675ad7b", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "cancel_transfer": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0.05, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0.04, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "compromised_card": 0, "declined_transfer": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0.9, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0.01, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 210.27029200922698, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1257", "text_group": "c2dbd95cdd37149b0a08bfe04c16b45e3e6afa7f480826ee97ba77e18629203b", "expected": "get_physical_card", "prediction": "card_arrival", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0.02, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.04, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0.09, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "atm_support": 0, "card_delivery_estimate": 0.01, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0.84, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 158.17266597878188, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1258", "text_group": "38c1aec2d5a9cdef1005d4f62b5b13b800bb94ad17f0006dbed9b707e5b08fad", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0.08, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "change_pin": 0.51, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0.41, "compromised_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 236.60245793871582, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1259", "text_group": "3d182ebe3629b2a75281a6fc61d08d9c47e641641c2ff7a200a6ba9432bb575f", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "passcode_forgotten": 0.01, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0.93, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0.04, "pin_blocked": 0.01, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 178.23733296245337, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1260", "text_group": "f01aab2b77af47d335c02e3a0ce0eb98259e17b6280daa21c612938f38b3d195", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0.01, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0.42, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.03, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0.01, "change_pin": 0.46, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.02, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0.01, "transaction_charged_twice": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0.04, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 147.54141704179347, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1261", "text_group": "d3c22ae38b7cce82dd4a3ae7d6fc88195a029c9592b56cef34981ea0dee60f82", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0.03, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.01, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0.84, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0.01, "passcode_forgotten": 0.08, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0.02, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 136.1888749524951, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1262", "text_group": "7c9a6d9b23a3de83f03e26b0c3dd1d12c29c46bd33d2b69b349757da9cadd22d", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0.09, "top_up_by_card_charge": 0, "card_arrival": 0.05, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0.6900000000000001, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0.01, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0.02, "fiat_currency_support": 0, "passcode_forgotten": 0.12, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0.01, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 190.92337496113032, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1263", "text_group": "ed45df39c09d9c997fddac9091932bbdf7235ba5a810b5f883ec42d1e9eb8188", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "country_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0.48, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0.01, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0.01, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0.5, "topping_up_by_card": 0, "age_limit": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_transfer": 0 }, "error": null, "latency_ms": 162.63187490403652, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1264", "text_group": "c51a59dc140647233bb36acc782ed9b3677198287ab01db2c2b434b065130414", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0.24000000000000002, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0.73, "card_delivery_estimate": 0, "pin_blocked": 0.03, "card_acceptance": 0, "receiving_money": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "request_refund": 0, "edit_personal_details": 0, "declined_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 150.83995799068362, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1265", "text_group": "931a979bf30157e803d4c164149d8ef484c13c0dd6cb3d46d0a42e9c2b8775ed", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0.03, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0.01, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.01, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0.64, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0.01, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.04, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0.26, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 170.62204203102738, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1266", "text_group": "38e203190b5a171c8c29d265839d3ad9be161a71d76d18f28dcd150cce6b9748", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0.03, "card_linking": 0, "pending_transfer": 0, "change_pin": 0.6, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0.01, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "passcode_forgotten": 0.17, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "pin_blocked": 0.12, "apple_pay_or_google_pay": 0, "card_arrival": 0.07, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 187.82683298923075, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1267", "text_group": "8770dc7f2fd51051e3dfc22173c5ad2b0dcbb67a34721d83369317cf992f507a", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0.05, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0.89, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "exchange_charge": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "passcode_forgotten": 0.06, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 150.01591597683728, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1268", "text_group": "625ed73435dd2b4236fc1e2e250cd66440fad2d8d9355458ab3c870ed2cd8521", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0.07, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0.16, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0.07, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0.7 }, "error": null, "latency_ms": 160.7337499735877, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1269", "text_group": "9c16912bc241155fc99f0fe5e4cd8057f20402824ae49efdd1098c314a3c3439", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0.01, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0.03, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0.75, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "passcode_forgotten": 0.21, "visa_or_mastercard": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 181.33854202460498, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1270", "text_group": "247284c8cef823e300bdb73a52f0aaeb3a192c2edf178e8bcd3543e26da840c2", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0.27, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "pending_card_payment": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0.01, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0.01, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0.02, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0.68, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 211.3488329341635, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1271", "text_group": "34b5ad34d6df939b337d2214c2c89a986a86677b1e8ed6715f837222e5466b49", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "get_physical_card": 0.03, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.11, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0.59, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0.04, "pending_transfer": 0, "card_delivery_estimate": 0.11, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0.02, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0.09999999999999999, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 220.98954196553677, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1272", "text_group": "05014c5c365c40073474e1f9defed147e3c05d57ad3151585cd8296ce3c387e2", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0.04, "change_pin": 0.64, "passcode_forgotten": 0.31, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0.01, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 230.9210420353338, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1273", "text_group": "2e79f740428ed0bb79733b372142a6ce2e826abee1199da5cd910cbf768aa62f", "expected": "get_physical_card", "prediction": "card_arrival", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0.01, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0.01, "verify_top_up": 0, "pin_blocked": 0.01, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0.06999999999999999, "unable_to_verify_identity": 0, "passcode_forgotten": 0.01, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0.5, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.03, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0.36 }, "error": null, "latency_ms": 119.74500003270805, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1274", "text_group": "6418f4df6a51b354226f322017632f03315d536c7a0429c90e6152209bbaf5de", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0.73, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0.02, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0.21, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0.04, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 119.40874997526407, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1275", "text_group": "f277591849b1a337106821ca0b9578d0a3a41c15b4721b4e328dedc8497d70dc", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0.01, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0.01, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0.97, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0.01, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "country_support": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 241.52033298742026, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1276", "text_group": "ccbe7811db907c4b1ab1165c8417ce2ff9f8c95f92fe60b585126a35b78986b7", "expected": "get_physical_card", "prediction": "passcode_forgotten", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0.01, "pending_top_up": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "card_linking": 0, "change_pin": 0.36, "Refund_not_showing_up": 0, "pin_blocked": 0.03, "passcode_forgotten": 0.6 }, "error": null, "latency_ms": 184.8379170987755, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1277", "text_group": "d07a18086369117175dd5d1b73e8c18a464ea576f43cb482f97b76e9b6543c6b", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "change_pin": 0.75, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_reverted": 0, "atm_support": 0.01, "card_swallowed": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0.01, "card_arrival": 0.03, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0.01, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0.14, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0.03, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0.02, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 148.30216590780765, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1278", "text_group": "2531cb5afab323ea95b4decd443a17b5bca5a97081aab8fc1c3b084ec14a0284", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0.03, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0.01, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.22, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0.74, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.03745804913342, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1279", "text_group": "6e05d1817bb000f4bdfdc93bffc0bd459a8b3630135b08829baaf2dd3fae9354", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "lost_or_stolen_card": 0.01, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0.03, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0.02, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0.71, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0.23, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 218.61958305817097, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1280", "text_group": "a94f46115a5cc888b4629b487ed7232d8f23b251c627f353b9879828d1cfb956", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 1, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.3134580394253, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1281", "text_group": "5fed7211e99f33a3e392aa468f9e66ca0e30f2c4b08b7a94bc3c034c6ff4f9ee", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.02, "getting_spare_card": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0.92, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0.02, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0.01, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0.03, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 167.31183300726116, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1282", "text_group": "1b55cdd45d18dc3e4613448cc3eb75f3fa9541cf779068a3eefddece03d3c3d7", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0.14, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0.46, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0.04, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.36, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "country_support": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 154.02716607786715, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1283", "text_group": "292335ea9154666207d13f2219c03ef7e980e0688b510a1933a8f8c855acd864", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.1, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0.73, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0.17, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 136.57549989875406, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1284", "text_group": "ca91a78f16da592f552e6d589c56c4ab1b681066b7f26f9aa3a73a01ece3142c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0.13, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0.06, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0.81, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 170.2563330763951, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1285", "text_group": "a94e0a051fb1b2c511c7907e39cd003541da23a800117e2ecd05d35989ac3938", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0.58, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.25, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.17, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 170.31445901375264, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1286", "text_group": "45ebf770114f7fc59d2a357bd50190549d3e601e93a8f4cc0e30d744c014f3a3", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0.03, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "verify_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0.97, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 163.28924999106675, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1287", "text_group": "afb8344e709d4843f8690946abefef54440a389987fc98f54eb4e3800b4bb026", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0.01, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0.01, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.01, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0.01, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.01, "pending_transfer": 0, "order_physical_card": 0.01, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0.02, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0.92, "card_swallowed": 0 }, "error": null, "latency_ms": 132.91904097422957, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1288", "text_group": "a8964c2278aa890c44642b69993543fa204e743b5af0184e4db007ec39039cfd", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "visa_or_mastercard": 1, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 150.65095794852823, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1289", "text_group": "748bd5db08720eee1481de9d8f2dadecf108eadcbc93d38edbdc6b3fa12e7f90", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0.55, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.2, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0.01, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0.22, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0.01, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 143.58929195441306, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1290", "text_group": "0730a330d2fdbace66a03d6867f81c79d93af89fb1067d69c053bf93f47465dd", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "card_arrival": 0, "exchange_charge": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0.11, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0.04, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.01, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0.53, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0.31, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_acceptance": 0, "cancel_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 225.57908308226615, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1291", "text_group": "36c353421e89b99800af70c8b117b12b13d0ec8ac3a24d809f85b44989796842", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 1, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "country_support": 0, "get_physical_card": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 226.28962493035942, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1292", "text_group": "90f8a4eb624c6880223d5dcb4e9c251d30865e84b5dde7e253e894f4a7b0aacf", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 1, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 222.54258394241333, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1293", "text_group": "6debadf2aeac1f206738f76f3109609be8b82165373e1f79687f32663f34ce8d", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.01, "wrong_amount_of_cash_received": 0, "get_physical_card": 0.2, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0.07, "getting_virtual_card": 0.03, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0.68, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 164.31775002274662, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1294", "text_group": "888c6bc73df115e315422ff00bcb7a6216978a81efd0af4e741a8fe5b477aaf4", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "terminate_account": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 1, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 410.37291707471013, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1295", "text_group": "9d2fd8d377694274f24b6cb8d40d97cb12d5c60ff83ed696fe5b4cefe7d81e3f", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0.99, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0.01, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "edit_personal_details": 0, "terminate_account": 0, "get_physical_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 197.8370000142604, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1296", "text_group": "84810963e5d49298d2b1d7603dc8d273c82c7c4558243e0c93e29aa5c98a9fe8", "expected": "visa_or_mastercard", "prediction": "card_acceptance", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.46, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0.01, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0.53, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 208.41462502721697, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1297", "text_group": "b5d5879344925b7f9b1b60c01970e380d4b7a9f00e03c13893f3732c10ebab76", "expected": "visa_or_mastercard", "prediction": "supported_cards_and_currencies", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0.01, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "get_physical_card": 0.03, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0.84, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0.03, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0.09, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 221.01279208436608, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1298", "text_group": "3cf711b97c4512bc61fe909b96f8d8d4c4e8d69590fd732aaecba66638a24e01", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0.02, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.03, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0.01, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0.93, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 174.5698330923915, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1299", "text_group": "8a62a9feaa3c960eae6956e02b207a6f5a662f65e22bfcb0ea5973ed98c75bb9", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "visa_or_mastercard": 0.54, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0.02, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0.01, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0.01, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0.19, "getting_virtual_card": 0.04, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.09, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0.09, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 236.30112502723932, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1300", "text_group": "ebf566fdb0806049342db721b2f3cd29a3760fdbdde6bf7bfcfca9513a8ec013", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "visa_or_mastercard": 0.97, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0.03, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 143.0384999839589, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1301", "text_group": "6fd422b0fc4a41767a59f6530cbbb351687720ad4022d4626b4451ced943234e", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0.03, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0.96, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0.01, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 129.3188330018893, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1302", "text_group": "13f427a8ed02944bf8f69e579d600b7051b50c17c21c3b701844af2a2dbe27ca", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 1, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 152.3549169069156, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1303", "text_group": "77c8df72be5d7efce3a913ba21f6444fe4a9fa2c72ba8e037f3d99b7848c2a45", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0.72, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0.06, "order_physical_card": 0.17, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.05, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_charge": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 148.09612499084324, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1304", "text_group": "4d75c0ddacb63681a390ff9847342d645a638fd97314269c14c33108f2062136", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 1, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 158.9650419773534, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1305", "text_group": "80ec756bd91e7c4ca3a149d1f38f9da0a2f3dd12bbe12c792f4e1509c473796c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 1, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 179.98320900369436, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1306", "text_group": "5cd75958a542ff5c56803fb6a21825733bc30fa8ead014357bbb392e252c8d4c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0.04, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0.95, "card_acceptance": 0.01, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 166.54641600325704, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1307", "text_group": "5b901502ff53d92c361e5d8341890c3331c89952ce425e4829a661ee2d0887ab", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 1, "top_up_reverted": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 146.37049997691065, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1308", "text_group": "23ac6785d8f05792e3a71f16c78e8f17953fd28ce57e41932f4d77216b44e57a", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0.96, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 0, "supported_cards_and_currencies": 0.04, "pin_blocked": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 185.7678749365732, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1309", "text_group": "f322bff9cb2c23e64c363dd85410ad2698dedf0bd3adc8a88ab16bd9359a5b8b", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.02, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0.98, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_acceptance": 0, "cancel_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 198.01579101476818, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1310", "text_group": "f4a23cf2333c38ae9ea9041b19db9c13cf6e21394b6a915471ca54f9ac145de8", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 1, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 148.05829199030995, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1311", "text_group": "4e20d151e58f70b02b2f4c0ab79beda98fcd9306871ecb94296db71ee551c81d", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0.9299999999999999, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0.06, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0.01, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 205.26820793747902, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1312", "text_group": "4bef270350f60b6c6171b481ef51c7b7c46b5c52d34aec635b927ec4bd39c41a", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0.01, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0.99, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "get_physical_card": 0, "terminate_account": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 244.66845800634474, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1313", "text_group": "46d939fecd3140571009e460f605b84d5afe6d4c0fa286cb26e477bb52cc598a", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "compromised_card": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "order_physical_card": 0.04, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0.95, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.01, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 202.47495803050697, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1314", "text_group": "8e6a07dde884fc59638650e120916a97ff366e35899610ed0477f01244622376", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0.97, "failed_transfer": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 200.39287500549108, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1315", "text_group": "12f69546171141359ee5d04af704df0604d5a44667412c8f3b6e730c88575a1c", "expected": "visa_or_mastercard", "prediction": "supported_cards_and_currencies", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0.12, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.33, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.55, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 150.83449997473508, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1316", "text_group": "12c80bb2317e9d22ea0962ad81fbf4bb805b14a2801b4512641411715b0473a3", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0.01, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.03, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0.96, "card_swallowed": 0 }, "error": null, "latency_ms": 210.84287494886667, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1317", "text_group": "38b73e35e9a51c519f3a47d4c15953b3431d5ed32bacdc807e3d96ecf8da4506", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "activate_my_card": 0, "atm_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0.01, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.24, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0.75, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "card_payment_fee_charged": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 271.2160419905558, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1318", "text_group": "7d9abac5f077f00103f3b212e512dbb9a5698c8e9a1de7188f5f0f92c7aaf40c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0.07, "get_disposable_virtual_card": 0, "card_acceptance": 0.01, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0.92, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 150.32387501560152, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1319", "text_group": "2103f748dea63e7b496164de3c86115fea01caa5c2dc937fae0aed2f5111ed3f", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0.01, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0.02, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0.03, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0.91, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.03, "pin_blocked": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 212.7435830188915, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1320", "text_group": "66a711b88d65100641c39339a0c1e16fa9bb7a11d428812e25735dc48aa4c1fb", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "topping_up_by_card": 1, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 181.53104092925787, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1321", "text_group": "495287dc01aa92091ee52f3e434906b927f05b99a31a0f59cae5523c05246c20", "expected": "topping_up_by_card", "prediction": "card_payment_not_recognised", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0.05, "lost_or_stolen_card": 0.05, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0.03, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "age_limit": 0, "pending_card_payment": 0.04, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0.01, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0.01, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0.77, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0.02, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0.01, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "terminate_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "receiving_money": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 196.81991706602275, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1322", "text_group": "9442a6be28753ba9e9265e3bf4e8c18091bed5071af440ec2665938796873b98", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 1, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "compromised_card": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 181.01258296519518, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1323", "text_group": "164cbd7ef69f5c3296e3fbf4b5078b2e5471b4e1cf17e4f5121c150f98493170", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.12, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0.85, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0.03, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 128.8651250069961, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1324", "text_group": "8dadc05951151f64cde51e41b7a145dc7fe9ae898348a3335c55bfa01eb3a071", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0.01, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.97, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "automatic_top_up": 0.01, "verify_my_identity": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0.01, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 188.3379160426557, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1325", "text_group": "367504cae30b4f627b3fb3250b2d3d85e79e66b3238b19034b4a0aa04ced9c04", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0.38, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "request_refund": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0.06999999999999999, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0.5, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0.01, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0.01, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0.03, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 257.0072090020403, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1326", "text_group": "b2306ba13e143d3853755f0e3c56cc0a524b1f266b7f9da79efe297221861396", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.91, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.01, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.05, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "country_support": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0.02, "card_acceptance": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0.01, "top_up_limits": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 117.47945798560977, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1327", "text_group": "ca127c2782a5192e91afaab15604aca697dfb2edb17066671bc4d5f4aa353b72", "expected": "topping_up_by_card", "prediction": "top_up_reverted", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0.03, "topping_up_by_card": 0.01, "top_up_failed": 0.12, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0.04, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0.08, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0.24000000000000002, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0.48 }, "error": null, "latency_ms": 221.49287501815706, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1328", "text_group": "d9416b56aff6a58873832cc85056860869e126b87e93627d270c6da043fd561f", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0.01, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0.32, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.62, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "country_support": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0.05, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 235.08841707371175, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1329", "text_group": "3317001b5a7cc4a4ad182124667b2a28e48cee9b80dacce7df2bf91273b4c8f3", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0.64, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0.01, "top_up_reverted": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0.01, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0.08, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0.26, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 185.79454207792878, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1330", "text_group": "0793aaffbb8bcf894cf463be678a47a569bfd55f804302c122cdb103f5d8b94e", "expected": "topping_up_by_card", "prediction": "failed_transfer", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0.01, "top_up_reverted": 0.02, "verify_top_up": 0, "transfer_into_account": 0.01, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0.5, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.12, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0.02, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0.07, "supported_cards_and_currencies": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.08, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0.15000000000000002, "activate_my_card": 0, "Refund_not_showing_up": 0.01, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 190.43866591528058, "usage": { "input_tokens": 1043, "output_tokens": 826, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1331", "text_group": "cefd388d29bacad6795af12bccdf25966ae65f1a2be526734703d340c337c4d2", "expected": "topping_up_by_card", "prediction": "pending_card_payment", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0.01, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0.05, "Refund_not_showing_up": 0.13, "pending_top_up": 0, "pending_transfer": 0.01, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0.17, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0.060000000000000005, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0.54, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0.01, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0.01, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 166.52324993629009, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1332", "text_group": "867988a236c41febceb6d1a13d7ad47f2b0206d873bad1d2d4ea7928b4910780", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0.01, "verify_top_up": 0, "topping_up_by_card": 0.9400000000000001, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0.02, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0.01, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.01, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 226.65929107461125, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1333", "text_group": "fa6e342cfdfbeed902b8d866858a46e21d1481821f39babb747d86f0e1489471", "expected": "topping_up_by_card", "prediction": "top_up_failed", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0.01, "top_up_reverted": 0.06999999999999999, "verify_top_up": 0, "transfer_into_account": 0.02, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0.18000000000000002, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.12, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0.03, "balance_not_updated_after_bank_transfer": 0.01, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0.04, "getting_virtual_card": 0, "top_up_failed": 0.51, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 170.9152499679476, "usage": { "input_tokens": 1043, "output_tokens": 827, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1334", "text_group": "fd6bd0d3c93ee17b24d618510cb59c4df6c220953649acb1fde4e4fb871831ac", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0.21, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0.01, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0.21, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0.01, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0.01, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0.54, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0.01 }, "error": null, "latency_ms": 149.56325001548976, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1335", "text_group": "99a5abb3400257870065e65aad9f2e35235c0036b2e61578493e67c8c6a16d31", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0.05, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.2, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "topping_up_by_card": 0.75, "activate_my_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 215.48062504734844, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1336", "text_group": "54ddd2a6fe1342faa025a27c6efdda4ec175c2ab3a24d3bb09e59bd40e403ad0", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "top_up_by_card_charge": 0.01, "card_linking": 0.01, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0.02, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0.07, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0.24000000000000002, "transfer_timing": 0, "topping_up_by_card": 0.22, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "receiving_money": 0.38, "declined_cash_withdrawal": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "automatic_top_up": 0.02, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0.01, "why_verify_identity": 0, "request_refund": 0, "compromised_card": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0.01, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0.01 }, "error": null, "latency_ms": 166.22504207771271, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1337", "text_group": "5e401df4b59d627b3742c8402a27a2e18a4fc43a936c7b5927677e5251a62f88", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0.02, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "country_support": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0.01, "pending_top_up": 0.93, "card_payment_not_recognised": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0.01, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0.02, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 207.9362920485437, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1338", "text_group": "322640dee405b3862c76d5eca295b7a248de55d9df9d1ec1a0939374562b16d7", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0.5, "card_not_working": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0.11, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "transfer_timing": 0, "verify_top_up": 0.05, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0.02, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.060000000000000005, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0.23, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0.03, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 214.67670891433954, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1339", "text_group": "cff3f1a0aa60d4ab84164140d91656b2a0fa73e4e01956bea5ea5ef464b676d5", "expected": "topping_up_by_card", "prediction": "transfer_into_account", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.01, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0.01, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0.36, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0.02, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0.39, "top_up_limits": 0.03, "transfer_not_received_by_recipient": 0.01, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0.17, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 247.3561669467017, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1340", "text_group": "86eb9c4dcae7607165fe3fff6c7de2f41d854b8407009e7beb1a22a3206a26a4", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0.71, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0.04, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.25, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 169.20470795594156, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1341", "text_group": "dbf0832d9594b5deb536b24b0a7a9bdce6ebe10317d64691edb14afdc8bfe123", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "pending_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0.02, "balance_not_updated_after_bank_transfer": 0.060000000000000005, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0.11, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0.02, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0.01, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "pending_top_up": 0.71, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0.06999999999999999, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 141.79470902308822, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1342", "text_group": "56a8d1b1e6f880b46a119e5059a12d4ee7ad7ebc4547899275b3f10123c3d46c", "expected": "topping_up_by_card", "prediction": "top_up_failed", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.08, "Refund_not_showing_up": 0.01, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0.01, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0.56, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0.33, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 324.6726669603959, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1343", "text_group": "a2de716c743286f19c1630b734f339b0ca6d22190dea29cd073cce639346633b", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0.02, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0.05, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.19, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0.74, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 226.76987503655255, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1344", "text_group": "bc831b25ece9ed080b239c0c3ea881bcc92167de86600dfb0bdb66b5966c6926", "expected": "topping_up_by_card", "prediction": "top_up_failed", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0.03, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0.5, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0.01, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0.33, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.12, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0.01, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 198.01420799922198, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1345", "text_group": "333d3179679905b65ae16ad45153b03046c9b497c9c1b92557dcffc08fcf91ce", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0.38, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0.05, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "card_linking": 0, "automatic_top_up": 0, "atm_support": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "top_up_reverted": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0.06, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.51, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 156.67804109398276, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1346", "text_group": "e47b88b2c144d04f7272f0c05374ba15cb1607c3c9c67efc4f7d9e69de9fe854", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.07, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0.7, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0.23, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 176.13629100378603, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1347", "text_group": "c1e83527ee6bf8135dffcc904d1651b40808153cd006096937c336206d12d678", "expected": "topping_up_by_card", "prediction": "top_up_failed", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0.01, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0.02, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "top_up_reverted": 0.04, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "topping_up_by_card": 0.04, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0.42, "getting_virtual_card": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0.01, "transaction_charged_twice": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0.46, "card_linking": 0 }, "error": null, "latency_ms": 263.0616659298539, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1348", "text_group": "0e550003accc97f6565997625a13507670ce91642370c9588477c7980fbab24f", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.32, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0.05, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0.01, "receiving_money": 0.61, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0, "age_limit": 0, "exchange_charge": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 181.62466690409929, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1349", "text_group": "799f673dc4790897966e8468ddf5152987b5e7e4d2b9cd3b1b693f6d53b991fc", "expected": "topping_up_by_card", "prediction": "transfer_into_account", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0.46, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0.42, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0.01, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0.01, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0.01, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0.05, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0.01, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 145.62249998562038, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1350", "text_group": "089ddb6d1a0941768b5634c019f0418313bdff791643dc61df5c509f2bcbf0d5", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0.37, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0.09, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0.02, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0.01, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0.05, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "declined_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0.27, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "verify_top_up": 0.01, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0.01, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0.01, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0.16, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 170.3541249735281, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1351", "text_group": "b5f3395f0ec5449c9c9ec9f02205b96787450c25eede76c10aa061d42c5bd3a5", "expected": "topping_up_by_card", "prediction": "top_up_failed", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0.48, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0.45, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0.05, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0.01, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 197.8915419895202, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1352", "text_group": "345d35e698f7b0865ef632058536db2c84b6c770e715a0d394eb9dc2be6dc921", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "atm_support": 0, "country_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0.17, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0.04, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0.79, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "edit_personal_details": 0, "terminate_account": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 248.1302919331938, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1353", "text_group": "ebf82902b374776e88a33ae6b7fd5978e59c857c999905053d09ec9bfec3ff89", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0.22, "automatic_top_up": 0.01, "pin_blocked": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0.01, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0.2, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0.01, "unable_to_verify_identity": 0, "getting_spare_card": 0, "atm_support": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "receiving_money": 0.54, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 183.0617079976946, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1354", "text_group": "8a57e36770c9c96fd2f62c7cb7c88eb4291ef067b18b22bbae3effd8e889c53f", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0.09, "exchange_charge": 0, "card_not_working": 0, "top_up_failed": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0.03, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.62, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.03, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.02, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0.03, "lost_or_stolen_card": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "country_support": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0.07, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0.01, "card_acceptance": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_limits": 0.09, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 219.44562497083098, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1355", "text_group": "3472631981fddc355b3bb28595a9c45ccb0d16be8146c5aa14a09549ca7a4730", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 1, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 230.92279199045151, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1356", "text_group": "3d943353f3509a20d5cbcc98eaf1e2cdf990aba2702138f889248c435363caab", "expected": "topping_up_by_card", "prediction": "top_up_failed", "probabilities": { "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0.01, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0.31, "top_up_failed": 0.55, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0.02, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0.05, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0.05, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "getting_spare_card": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "atm_support": 0 }, "error": null, "latency_ms": 179.3520840583369, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1357", "text_group": "a75b079459bec085fdcd0cc1feb1a2a9c3442d452360dff9639d4c71d88e0b5c", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0.01, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0.09999999999999999, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0.75, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "topping_up_by_card": 0.060000000000000005, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0.01, "balance_not_updated_after_bank_transfer": 0.05, "passcode_forgotten": 0, "verify_top_up": 0.02, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 147.14399992953986, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1358", "text_group": "acf911bd9da6a7c001c846013f16a482eed4975c22de00e4d8b575d9fb0bd5b0", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0.11, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0.02, "edit_personal_details": 0, "pending_top_up": 0.79, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0.04, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.01, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0.01, "lost_or_stolen_phone": 0, "pending_transfer": 0, "declined_transfer": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0.01, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0.01, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 234.7495830617845, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1359", "text_group": "0689853ba55087965bdfdd70c2e4bc9df1938773c59d5d3ea53e044ef20be93d", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0.01, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0.03, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0.56, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_top_up": 0.01, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0.01, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.11, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.26, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 276.49545890744776, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1360", "text_group": "2675da2a7630a9edabefd1f3b90c1937cf4f36623a12586eead61a7941db4acb", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0.04, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0.96, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 128.13595903571695, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1361", "text_group": "08f90946b466e933be9a708b868c077cf87f1476e4acfdfd8ef538d8fb03ee01", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0.05, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0.95, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "why_verify_identity": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 200.31083305366337, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1362", "text_group": "211b690d0a704f3c8c2fc49d00a6d74bb17bbfe5b94993ccb5b1454ef7c90034", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 1, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 170.33120791893452, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1363", "text_group": "b029e5a1369d31979d0cd4a15f4b82ba9247a7ff70244113825fe348664b66bd", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "disposable_card_limits": 0.86, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "request_refund": 0, "verify_my_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "get_disposable_virtual_card": 0.14, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 132.06275005359203, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1364", "text_group": "d9fa10b6eef62f54c662dc7791296b70422804fd711434a61ae88104eb41c54c", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "cancel_transfer": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0.7, "top_up_failed": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "getting_spare_card": 0.02, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0.28, "atm_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 181.48699996527284, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1365", "text_group": "42c5cc9c0874b63525c4bb06edb2a9a51e276cbf74312f029221786e2d4b7a00", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 1, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 145.70408395957202, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1366", "text_group": "c9e4d1e451e0d282c90e9b7f1ae37bad9ee624f1e47211b16e7fb794cc971ece", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0.99, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0.01, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 141.0194579511881, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1367", "text_group": "ee82bad8afbf548e98280957dc64e495743b3154cb8915aa42cccc48778c7f6e", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0.92, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0.01, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0.01, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0.04, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0.02, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 256.07229105662555, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1368", "text_group": "04bd0165aacfdc2df3d9023dd63ef19fdc668eafdaf5e245c016f0ec1f1ca804", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0.99, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0.01, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "age_limit": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 138.68837500922382, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1369", "text_group": "8ceec2a4522fc9bf1a8117c70fc9c7acf86d671c96527ba8cb92c4fd0dd5e5b5", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 1, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "exchange_charge": 0, "card_arrival": 0 }, "error": null, "latency_ms": 144.30966705549508, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1370", "text_group": "cf13ac0d06dc77d8bd149b6da3f11aa229ff11f35d6c667fcd96ea630ed0a15d", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 1, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 219.4678330561146, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1371", "text_group": "aa6f0c63b53bc437710969da47cbfe1985659c3bb49892e81c3bee3023c3dd0f", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "transfer_into_account": 0, "country_support": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0.99, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0.01, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 210.13950009364635, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1372", "text_group": "b28f2f9bf887437449b54b79c2c17c1e5338844911dd2e036551d02f5a51d9d3", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "disposable_card_limits": 0.49, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0.04, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0.47, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 143.59933405648917, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1373", "text_group": "99eb290d01d36e3cd7f04dcc683ff1d803c38dac326dcbf324c55d0601573263", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 1, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 188.76062508206815, "usage": { "input_tokens": 1038, "output_tokens": 829, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1374", "text_group": "13c71ca3e4b79eddfaa913e892766f0076438ad13176529a02eee8bbb5fb8440", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 1, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 177.6690420228988, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1375", "text_group": "7868256cd3aab538f9954b283b1207597f4ae7c126cd7a22844a6dbb4cd48dc2", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0.060000000000000005, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0.48, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0.04, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0.04, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0.06999999999999999, "transaction_charged_twice": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0.28, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 184.4788750167936, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1376", "text_group": "e353a1e979e3e006d7f1396c7e8747ede3102465e1adb82e310dc14173461c53", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 1, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "edit_personal_details": 0, "why_verify_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 245.27700000908226, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1377", "text_group": "130c3d14d4d6c3612064d7c2f94e8ab7b0002a3eb329099cd628e9743f2f8948", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 1, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 167.7563750417903, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1378", "text_group": "7805f222690e7dbaae1bb83296289961398147056d9396729819b6e1ec333ebf", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 1, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 176.8382079899311, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1379", "text_group": "c65a00d4232d2d809dc82d2d7fbc48bc2816f414cb6d82a7be83b0c77b25fdf5", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0.34, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "disposable_card_limits": 0.65, "card_acceptance": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0.01 }, "error": null, "latency_ms": 222.2389590460807, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1380", "text_group": "9c7297eafdf72f443f0dc396be6064759cad587fd6cc0d59e31ee5865627d20c", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 1, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "request_refund": 0, "automatic_top_up": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 228.43220795039088, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1381", "text_group": "d150ce41dc3dbe64c34d0f8f1f86819d70205038b0fcfd78574f1accd6b3f23b", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0.01, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0.86, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "disposable_card_limits": 0.12, "request_refund": 0, "getting_spare_card": 0.01, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 187.57933389861137, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1382", "text_group": "540d858b8ef7327b28ce5d1dfbd59de8f205740399013df1125b43dfada7b4ea", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0.36, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "disposable_card_limits": 0.64, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 163.89187495224178, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1383", "text_group": "a7754a1617a86415e1d003473f42ff6a12e86246aa162566b0d8d8d79a47098a", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0.02, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0.98, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "compromised_card": 0, "top_up_failed": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 167.2985419863835, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1384", "text_group": "6a9f90825f7e5ff26501cdb280461d8e71b2602f4ad3e374d57db991c75823a1", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "top_up_limits": 0, "card_not_working": 0, "disposable_card_limits": 1, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "activate_my_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 179.90858294069767, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1385", "text_group": "3138d155cd342ec036bf4514d61856cc1ee1f27ec7a24cdb95a4273ed0384e0f", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 1, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "cancel_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "receiving_money": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 141.70083298813552, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1386", "text_group": "7b20e05a68db56a0bf4a888241696fc659ca620889d533ab17efb9992080ca9a", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0.92, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0.02, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0.01, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0.05, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 121.77012499887496, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1387", "text_group": "53cd56fcb04de821423eac6cb770a0e72ec90d99590289bca5f1b110998682dd", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "receiving_money": 0, "cancel_transfer": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0.02, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0.98, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 139.259957941249, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1388", "text_group": "65da49f18cfd4012b5813f065b81b1e98b908aa75b5d7187d9fcd8f67463ac13", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0.81, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "verify_top_up": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0.19, "change_pin": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 150.20529192406684, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1389", "text_group": "36006090fa3875d1bb963b74447d0534d76b0a71ab12c2d0e5bddf967e95d12d", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0.03, "verify_top_up": 0, "exchange_rate": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0.23, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0.3, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "lost_or_stolen_phone": 0, "card_not_working": 0.03, "top_up_failed": 0, "get_disposable_virtual_card": 0.37, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0.01, "top_up_limits": 0, "transfer_fee_charged": 0, "compromised_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0.03 }, "error": null, "latency_ms": 167.5810000160709, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1390", "text_group": "361ee0b3a9d718edd67fdf67ef8057777f86c26d0f21a67adc3e65ad3d68da2e", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0.99, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0.01, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 240.82529195584357, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1391", "text_group": "ef1504aec3e00920217ab18aded7275e019cf4564c7536e05f0ce52aca37dc57", "expected": "disposable_card_limits", "prediction": "getting_virtual_card", "probabilities": { "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "card_linking": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0.07, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0.01, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0.92, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "card_acceptance": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 120.70166599005461, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1392", "text_group": "87bd5447386004234a332e1416aead15980e6219e805f86f7a5ffe5f1a9b18e9", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 142.99654203932732, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1393", "text_group": "3d731e8b7497e9ec7fdda07b1c1ec84727cc849dc475bac1402c2deef7416fa1", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0.99, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0.01, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 136.1382919130847, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1394", "text_group": "7e5cdf2973c615856cb967acceebdfd1ea5a28fbf87f974a1e51db4ab7078308", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0.03, "atm_support": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0.88, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "age_limit": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0.08, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0.01, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 178.13887493684888, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1395", "text_group": "94ad0f0c8645904694a5db12d88deb6e523c71590f9fa2030ad0e9c0ae945dfd", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 1, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 187.44116695597768, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1396", "text_group": "a5b90992b83d5ff1abc6595c0cde72c2b3f250a42a8b74b6a7e5dd5b458b3afb", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 1, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 148.52499996777624, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1397", "text_group": "e31c0bdc9e1df87c189350461069ab7aa47a28c30794730ee7920226cdbf759a", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 1, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 299.881333950907, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1398", "text_group": "86bf70dac924bf2708b692a9515a6e2dbcb17db9f861542503cbc17d9029f4d0", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 1, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 171.00249999202788, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1399", "text_group": "2ba7d0f96f03f4fdb02ed71379de773d9417a697e8f1cdb09418334ad48c123c", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0.99, "get_disposable_virtual_card": 0.01, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 159.80162506457418, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1400", "text_group": "d43312a8790e796b9c73369dc2696869f3208a7209c89f5f704a91d61ae841c8", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0.43, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0.57, "pending_transfer": 0, "declined_transfer": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 198.49716708995402, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1401", "text_group": "510930ddb66035b8eee141461878ce0b90210c8eefb06137a166f5c331f59cb9", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0.04, "cash_withdrawal_not_recognised": 0, "compromised_card": 0.92, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.02, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0.02, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "top_up_failed": 0, "terminate_account": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 163.11108402442187, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1402", "text_group": "669b6ec6103f5a4d585b070405577c6e335108ed84fdaf1111592676d743eb7b", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0.01, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0.08, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0.91, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 184.5115419710055, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1403", "text_group": "f157ed8a1cdc2ce2921f100c699cd7832f5199d9f0b4476e348cea8219e1e557", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0.8, "transaction_charged_twice": 0, "fiat_currency_support": 0, "top_up_failed": 0, "atm_support": 0, "card_payment_not_recognised": 0.2, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 162.08679205738008, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1404", "text_group": "a563acf88e9cf6ce83248fed7cb8e3ef6f6322387e51c364d3567a2a1d60fff0", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0.01, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0.43, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "compromised_card": 0.48, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0.06999999999999999, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "transfer_not_received_by_recipient": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.01, "getting_virtual_card": 0 }, "error": null, "latency_ms": 161.37966606765985, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1405", "text_group": "d02df656006553ff54242402d8ed8da2f308d7b06478b373a2c8fbe74a8163cd", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0.02, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0.92, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0.01, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0.05, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 165.03337502945215, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1406", "text_group": "ca74cd9712317cfe4b1da8fcb5b018e49878eb5c61cbf6945070f3e7767844ad", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0.55, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0.45, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 118.15975001081824, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1407", "text_group": "25604afb1cbf4b168100f45143caeb02a3ea1938f88530797c7469ac56caed69", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0.86, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0.13, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 156.54724999330938, "usage": { "input_tokens": 1042, "output_tokens": 828, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1408", "text_group": "b81ce341d2877af0656a94eac40c1b8ee4351e96bfc644543195d305f5d2e866", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0.84, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.14, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0.02, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 454.89766693208367, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1409", "text_group": "4ea8870c78c419dd81d8a0f5212d49d68824ba1f598077c72273b2227f0ec09b", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0.19, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0.81, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 199.5742500294, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1410", "text_group": "007922b65ca63a93a65995c55eb05de1d9affe35fb9e2579b6802b272d7317d2", "expected": "compromised_card", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "edit_personal_details": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0.44, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0.56, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 173.94200002308935, "usage": { "input_tokens": 1055, "output_tokens": 830, "cost": 4.431e-05, "cost_usd": 4.431e-05 } }, { "id": "banking77-heldout-1411", "text_group": "ba2230ab8e1d393989cd156a667f2eed2637cdd7b20a240eae46736113a8ec8e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0.53, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0.47, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.31845796108246, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1412", "text_group": "802adadc6ad9ce2220bcef101eb3bf6ebd6adba6596c07ca888721b7a98e66d5", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0.5700000000000001, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0.02, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0.4, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 348.69320795405656, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1413", "text_group": "7856b3bcc9552f825275f2a35c5f83dd1c35c49c117ec6c3704119e862260f5f", "expected": "compromised_card", "prediction": "card_payment_not_recognised", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0.01, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0.42, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0.5, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.07, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 144.78762494400144, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1414", "text_group": "022c3810b2070b32ae2a5c8fb558964d24b8d9198c35ce7392023c030cc4b520", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "request_refund": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0.15, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "compromised_card": 0.85, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 219.39020801801234, "usage": { "input_tokens": 1037, "output_tokens": 828, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1415", "text_group": "b724877bc63d110bba102620c9e6f5637a614ef7dc45a1c050facacc715fa520", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0.57, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.43, "getting_virtual_card": 0 }, "error": null, "latency_ms": 178.12541697639972, "usage": { "input_tokens": 1044, "output_tokens": 828, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1416", "text_group": "dc6af9fb0338abbb80e91832c0ef5aae786dfb98ec3cf70e49ceb70a69c82b7b", "expected": "compromised_card", "prediction": "card_payment_not_recognised", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0.04, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0.54, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0.42, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 133.98979208432138, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1417", "text_group": "86701a9d8ae947aebb3d2c606bba7b4d1532374d1aa868cbbd7c4a7c7f277c77", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0.97, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0.03, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "top_up_limits": 0, "pending_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 190.5547910137102, "usage": { "input_tokens": 1048, "output_tokens": 828, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1418", "text_group": "0689aadb6d9daf024928c47cbec239b2820504546ddbae0ab6d344ed11cb4ecb", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "compromised_card": 1, "passcode_forgotten": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "transfer_timing": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 118.2519580470398, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1419", "text_group": "d75324a368051fbc00bc396d09f2bf8513928c0f5f240850d39791cd3213e01e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0.53, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0.44, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0.03, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 160.39816697593778, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1420", "text_group": "ec51978ffbe4c3b2397e724efbf43f3a8bb4a19660f2eef576b4feb576bf5952", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0.13, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0.86, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0.01, "card_linking": 0 }, "error": null, "latency_ms": 144.58887500222772, "usage": { "input_tokens": 1055, "output_tokens": 828, "cost": 4.431e-05, "cost_usd": 4.431e-05 } }, { "id": "banking77-heldout-1421", "text_group": "b092cc98034db90291aecbd530e2e0db5269100da82be28e1bc46e732ca67f51", "expected": "compromised_card", "prediction": "lost_or_stolen_card", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0.11, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.01, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0.29000000000000004, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0.01, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0.56, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0.01, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "card_arrival": 0 }, "error": null, "latency_ms": 141.0182499093935, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1422", "text_group": "8e9e623059f94d037b650d50cf9f77bcc45f6815f48c6f5245edf90d2092ad53", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 1, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 229.46812503505498, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1423", "text_group": "374f1b9c77fc2dceb7e16f8cdec38abe80f4a6a28fecccd7d569ee41c916ac63", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0.02, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0.98, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 208.4171250462532, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1424", "text_group": "6f8d7d7d293a9828e8039b28fb93f37f87daeb96dbb32ea356744f70543fe5e8", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "visa_or_mastercard": 0, "declined_card_payment": 0, "compromised_card": 0.55, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0.45, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 134.60079196374863, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1425", "text_group": "571d42c00fececce6be5751fd6ba95c1c8c2143af43aa605da7011f0fb2ab75e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0.13, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0.27, "compromised_card": 0.42, "change_pin": 0, "pin_blocked": 0.03, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0.01, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.04, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "declined_transfer": 0, "declined_card_payment": 0.01, "verify_my_identity": 0, "exchange_rate": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0.02, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0.06999999999999999, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 144.28849995601922, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1426", "text_group": "914c0e072bbfdde3252fd0ee6ab0a7246ab9dafb8cfe1869b66eb421ee0585b7", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0.96, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0.04, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 212.11508300621063, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1427", "text_group": "a5faba5dff2d9e9565fbedbca9478b6d300329d76d82ac7624e230eb732bca3b", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0, "top_up_reverted": 0, "atm_support": 0, "change_pin": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0.03, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0.97, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 243.74566704500467, "usage": { "input_tokens": 1040, "output_tokens": 828, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1428", "text_group": "5a2f0ccdd483ccc9848a52ee923411ff8712ed25233f0817264755304ed41c49", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0.84, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0.16, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "country_support": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 170.2051250031218, "usage": { "input_tokens": 1044, "output_tokens": 828, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1429", "text_group": "acfcf7f5dee732a919b86310b79e1023402439eb23a46fe0c8cfc745df24fd38", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0.01, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0.92, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.07 }, "error": null, "latency_ms": 143.78774992655963, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1430", "text_group": "1ee12c49997a4aac94db2a75cf9c69ecbf3f2f559d81f0aae78a5572889eeb93", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0.78, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0.21, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0.01, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "passcode_forgotten": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 139.2708340426907, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1431", "text_group": "df181e06a0a06fce5183061fa3e86f8f499aa26e3a762324f6302a7868da105e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 1, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 201.49475010111928, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1432", "text_group": "eb8c3b928b68f1c8eb6242cd2b106aedaaa3e410eb1ea6df83f77cf8be950f03", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0.64, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "Refund_not_showing_up": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.36, "getting_virtual_card": 0 }, "error": null, "latency_ms": 201.32120803464204, "usage": { "input_tokens": 1043, "output_tokens": 828, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1433", "text_group": "409913a917931688b8e199bfe69a9ed43d464a96d1532b1def1c959625d45f1e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 1, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 171.52454098686576, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1434", "text_group": "9eb25ea1d1744321828aeb833ac47e039b6b7c0338e64d82582d3900f78eb0c0", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0.06, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0.23, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0.71, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 161.38733399566263, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1435", "text_group": "2e72ba38039812b32cde0d3b37634a42653e13a1bc027c422197e99139d32053", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 1, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "failed_transfer": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "card_arrival": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 129.8919579712674, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1436", "text_group": "924cf2432f3f28a9e2c16cbcc6dd6bf6159f5a6202a24b5abc4f638399c01f57", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 1, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 182.09562497213483, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1437", "text_group": "5e66e82b45f5e83d8c67f32115df3ecbd2bd2b07dbdbdea234d7c81eb78818d9", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "fiat_currency_support": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_not_recognised": 0.03, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0.97, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "cancel_transfer": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 170.18604197073728, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1438", "text_group": "7718f3255bd08bfc286041534cd0819cb70a84924ab0083cb34b0b4e4d9b6bf7", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0.02, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0.64, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0.34, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 183.33362496923655, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1439", "text_group": "196b7afadd96f4d4bf0faeb57273a971352e4ac41de2d5b15491d6774998cd57", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0.98, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0.01, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0.01, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 142.2401670133695, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1440", "text_group": "7536071a65873b72f9168ededea7f47652f8a36ea406cf512adca42dd037a035", "expected": "atm_support", "prediction": "card_acceptance", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.58, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.03, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0.39, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 152.32341701630503, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1441", "text_group": "9fd37a9c09c5255ea56f1ce0d9f0b92d37cbe28d252f47a35f61cceee844e481", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "reverted_card_payment?": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0.01, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0.74, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0.25, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "country_support": 0, "fiat_currency_support": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 178.70270798448473, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1442", "text_group": "273031c004f8d8daad07404e4961a274a1292b9831c60240f1899b9a5553c9bd", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 1, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 120.11166592128575, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1443", "text_group": "c3673f68716bb4a536b043bb984f85eed1cfd718eff6fbdedb0cc3478178204d", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 1, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 161.9688339997083, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1444", "text_group": "3b64d3369f3d96b7a1a44fbb374b26d9f1dc7a8fd1697749f13980cb969e3be7", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0.11, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0.89, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 160.7489170273766, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1445", "text_group": "5b3c357bf3aa6eff456c2083b4f0bb9c84bea258c59f3662ba6dbf6900c1c526", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "atm_support": 0.66, "card_payment_fee_charged": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0.32, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.02, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "top_up_limits": 0, "card_not_working": 0, "disposable_card_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "country_support": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 185.58437493629754, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1446", "text_group": "1e0b6a986f2ebed577dfe528853a63d490a040f3fbe4e5ff75e1236f2fddd1c2", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0.84, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0.01, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0.14, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0.01, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 123.16195794846863, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1447", "text_group": "416fafa8d8584d58620bcaf4b820b98e962eb5b6ef5d3174bff21340a2d5372b", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "lost_or_stolen_card": 0, "passcode_forgotten": 0, "verify_top_up": 0, "card_linking": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 1, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 231.07504192739725, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1448", "text_group": "537131dc3a5091f9c1967fcf927e345cc90a7a5884f2395ff06e0e48985d8e1b", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0.07, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "change_pin": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0.93, "why_verify_identity": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 173.44749998301268, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1449", "text_group": "578886f97be8f7edfabef01fe18b334e7c0263ca4bb623828a466838e9ff6e24", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0.81, "reverted_card_payment?": 0, "automatic_top_up": 0, "activate_my_card": 0, "pending_transfer": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0.01, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0.03, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0.14, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 173.34408301394433, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1450", "text_group": "557e388539e803678ab997385176bbb356dc56ac12fefbfa8848fe096326bccd", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "wrong_amount_of_cash_received": 0, "country_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "atm_support": 1 }, "error": null, "latency_ms": 214.52929195947945, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1451", "text_group": "118c5439231e247744fbaaec2c6e0ac055aee38b58b824b2e043205a22a02393", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0.01, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0.06, "card_payment_fee_charged": 0, "card_arrival": 0, "atm_support": 0.93, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 185.75812492053956, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1452", "text_group": "5a62f3da43a97a87cede9a331b76c8d5d493eb3ed7a6060b15c526e0204c0ddd", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 1, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 211.22145792469382, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1453", "text_group": "af14c4a6cef20ec47978f7ee2c4d916740217065af3b6d389c16f3d317283bc6", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0.99, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0.01, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 206.55716699548066, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1454", "text_group": "5c2a37390ecda24a3bd526e6b4d6aec9c3f2a83bc2d9e5a1db95254263cc3654", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0.37, "transfer_into_account": 0, "pending_cash_withdrawal": 0.01, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0.12, "atm_support": 0.5, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0, "exchange_charge": 0, "age_limit": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 130.5143750505522, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1455", "text_group": "c1e4d6ab75c3c00504c688e91ac7677a9129142653c2a86e7624866d6553f04f", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 1, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 274.1121659055352, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1456", "text_group": "980bc75a6245df8fce965487ec42acb7b4d9343ee48e9a0d3bc1d4dc6e67e350", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "exchange_rate": 0, "declined_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0.91, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0.03, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0.05, "country_support": 0.01, "passcode_forgotten": 0 }, "error": null, "latency_ms": 208.5497920634225, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1457", "text_group": "c2e2699654e30c18292757bafdb69caa89e3f3526e906bbd37091627ea612db7", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "atm_support": 0.91, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "why_verify_identity": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_acceptance": 0.08, "getting_spare_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_linking": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0.01, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 127.7430000482127, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1458", "text_group": "ec394da2c820ddad2b0417ed6fbb99345a6e303497d8fa34fd252161885a2d5a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0.85, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0.15, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_reverted": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 135.93195797875524, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1459", "text_group": "a46edaed2ec2b20cc883f825085b4933db2664064778d8a98b42b1fc0655f9a7", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0.92, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0.08, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 134.80058405548334, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1460", "text_group": "b210fdfd197996dd7e5282d9da1b474437e1a7523c677efd985f6ad29f3d70d9", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0.03, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.06, "automatic_top_up": 0, "cash_withdrawal_charge": 0.07, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0.01, "edit_personal_details": 0, "declined_cash_withdrawal": 0.02, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0.8 }, "error": null, "latency_ms": 151.3206249801442, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1461", "text_group": "9fd37a9c09c5255ea56f1ce0d9f0b92d37cbe28d252f47a35f61cceee844e481", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0.84, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0.15, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0.01, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 170.09141598828137, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1462", "text_group": "583639834dc6371118d9bcbfb60c59908bc7f3a696d47a996521636cdbdca321", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 1, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "fiat_currency_support": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 233.0954170320183, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1463", "text_group": "01ad9b83429bfef656eb1b0d93ca7d8e832395883177ffa673b27eae8b15a037", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_swallowed": 0, "atm_support": 1, "top_up_reverted": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 202.0057919435203, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1464", "text_group": "dc803472ea84669d2c6e2d5a6ec2f7a834aa172a59ad73090a5daad3f4884cf4", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 1, "card_delivery_estimate": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 310.205916990526, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1465", "text_group": "0b9b7f75e7557c4e973372a96f94f19e56796b3a23659946a3556114b0413124", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0.21, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.01, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.78, "declined_transfer": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 214.7669579135254, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1466", "text_group": "192818c94f1d5fc6d6a009d1e0057d24f6693a90499cdde7f168ab89fac74ebf", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "card_arrival": 0, "country_support": 0.01, "atm_support": 0.95, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0.04, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "exchange_charge": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 156.89899993594736, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1467", "text_group": "e7a9bf42d3322cf14ba06b6009b3edb23a80a36d41a16b992bbb5703f2a1a0f4", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0.02, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "declined_transfer": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0.92, "card_acceptance": 0.06, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 232.35583410132676, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1468", "text_group": "be4a072c2a1f84c472a38a5297fba089522244d3aca8ebd516dd06010673198a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 1, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 384.93079191539437, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1469", "text_group": "4b767f69ab301bb1e6cbacfb0bfbc692f4b118f773e9cd750ab2aa048dcd5d7a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0.06, "atm_support": 0.93, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0.01, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "compromised_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 344.49487493839115, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1470", "text_group": "a69257d0c1bf38a97113bf2af194253ba6e5d7346b7ae0af014b750ed6ca15d0", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0.96, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0.01, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0.03, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 183.24375001247972, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1471", "text_group": "1ec21189b7d77ce4e3681c4abd18510f05a6126c3f475934efa6bed989544862", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.01, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0.74, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "card_acceptance": 0.25, "cancel_transfer": 0, "card_delivery_estimate": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "compromised_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 204.0398750687018, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1472", "text_group": "0ea1bb4ae0395db4f50497364a369a8dcc853b79751874fc0d950eaa5d0a3e43", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0.01, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0.24, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.03, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0.72, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 166.75520897842944, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1473", "text_group": "02c6204905bb5218db134dc69df3e27d032439993355b376a2b8fecb0eb1838a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0.01, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0.99, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 127.4174579884857, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1474", "text_group": "8beb535c35e208c6e0d2aa2a3f0328e5a6e42e83cab71656a0433fa3ba3beda1", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0.92, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0.08, "cancel_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 162.50595799647272, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1475", "text_group": "1ec6477c493c37c0266139f13c00e4868417a4d577b3511d6cfa05a64adb5dcf", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0.94, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0.06, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 221.68245899956673, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1476", "text_group": "7730c39333e904cb0dc2509daa397c5862557cc28ce8588d28c72df735c4db1b", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "request_refund": 0, "edit_personal_details": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 1, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 215.9979169955477, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1477", "text_group": "4348039efd90188c2746689eea24ac649d3df144f2f949faefe5187e616831c8", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0.08, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0.91, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0.01, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 130.8136669686064, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1478", "text_group": "496c7f9d5613d8fe7f5f2d7c634d3bdbff6dff9224942e74391efaa05542cc41", "expected": "atm_support", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0.3, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0.18, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0.02, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0.47000000000000003, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0.01, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0.01, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 258.6342500289902, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1479", "text_group": "2332639809efa03d6018d54f67934470834a2a401ed821a1e3981ea61781838c", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0.99, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0.01, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 152.84316695760936, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1480", "text_group": "89677dbfae7c11b085ed730b269f8e34044973e759e7d860c654b8627ddb6e99", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 1, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "activate_my_card": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 165.72920803446323, "usage": { "input_tokens": 1035, "output_tokens": 832, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1481", "text_group": "49c4049563c98a520ac9cabf1702016d9a6025a045ace8a9e8b407f8f9ad7624", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 1, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "card_swallowed": 0, "age_limit": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 187.51408299431205, "usage": { "input_tokens": 1029, "output_tokens": 832, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1482", "text_group": "32a425cb25fa13e49c2b2d2fb07f0736db80b2d0b487de902833f7e56fbbf695", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 1, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.96458292007446, "usage": { "input_tokens": 1028, "output_tokens": 832, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1483", "text_group": "6449c4450ee1fc39a56f6498c7ebfe972b281c4f04ef5de4905de4596989b93e", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.04, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0.31, "transfer_timing": 0, "extra_charge_on_statement": 0.3, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "pending_transfer": 0, "declined_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.35000000000000003 }, "error": null, "latency_ms": 191.74070795997977, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1484", "text_group": "311a2310f66b7b8e843d076427c36ca299594c25b7b2355dd78ac62ead57f708", "expected": "direct_debit_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0.75, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0.01, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0.23, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0.01, "top_up_reverted": 0 }, "error": null, "latency_ms": 201.50675007607788, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1485", "text_group": "976933f991f078a935c69da6d0741f5616cd8e29594634391c6ba0e50f9ffacb", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0.07, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0.8, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0.12, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0.01, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 240.06441701203585, "usage": { "input_tokens": 1065, "output_tokens": 830, "cost": 4.473e-05, "cost_usd": 4.473e-05 } }, { "id": "banking77-heldout-1486", "text_group": "2f63706e51959dcccef9de29c5ace5df76ab0f0ddca9baee40b4e557a350509b", "expected": "direct_debit_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0.01, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0.01, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.03, "compromised_card": 0.47000000000000003, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0.02, "transfer_fee_charged": 0, "card_payment_not_recognised": 0.38, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0.08, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 148.4414580045268, "usage": { "input_tokens": 1023, "output_tokens": 828, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1487", "text_group": "d3e39340200e039e2064d8007f9c8e7d125eca3abdaf300c22f3991219a3f9d4", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 1, "exchange_rate": 0, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 293.89412503223866, "usage": { "input_tokens": 1034, "output_tokens": 832, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1488", "text_group": "98ea1b50f9ae401168e8f4a0953a9f1a348dba6f7617531db4b1cfaafac63928", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "verify_top_up": 0, "passcode_forgotten": 0, "pin_blocked": 0, "card_acceptance": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0.01, "direct_debit_payment_not_recognised": 0.12, "extra_charge_on_statement": 0.22, "card_payment_not_recognised": 0.64, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0.01, "card_linking": 0, "Refund_not_showing_up": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 174.2068330058828, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1489", "text_group": "368e64a7cc069a14250980f5c95b7ad1c8eeec068fa159ff894acf63ed4c568d", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0.1, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0.59, "transfer_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0.31, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 197.19608302693814, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1490", "text_group": "c20f83b65d77697d9388694a16905ecd67e8c4bf4bd3ebdc3a28a5bb498467a2", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "card_payment_fee_charged": 0, "atm_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 1, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 242.87154199555516, "usage": { "input_tokens": 1035, "output_tokens": 832, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1491", "text_group": "79bdd426cb5c4ce019d3c4aeed07972568817e3fdedb2315b0e97f15eec03f79", "expected": "direct_debit_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0.01, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0.03, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0.22, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0.74, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 200.87175001390278, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1492", "text_group": "5c2318d1598e3b9857a95533a5b40c7d993901aed70f18d59503ac09b24a9305", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "verify_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "lost_or_stolen_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0.93, "extra_charge_on_statement": 0.05, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0.01, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "card_linking": 0, "compromised_card": 0.01, "change_pin": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 207.3922500712797, "usage": { "input_tokens": 1071, "output_tokens": 830, "cost": 4.4982e-05, "cost_usd": 4.4982e-05 } }, { "id": "banking77-heldout-1493", "text_group": "901e8d4471267ebd992874f8fe5b886140cf72561a6a08b1bc727f3935d62ed4", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0.03, "pin_blocked": 0, "extra_charge_on_statement": 0.01, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "declined_card_payment": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0.01, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0.94, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0.01, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 172.66358295455575, "usage": { "input_tokens": 1059, "output_tokens": 830, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-1494", "text_group": "1e6c52bc4c54d80c5ce7a3eda4504e946878b642e039beb049a41875fd225100", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 1, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "edit_personal_details": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 134.8689590813592, "usage": { "input_tokens": 1028, "output_tokens": 832, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1495", "text_group": "29a83ea79315b5a1b40566cf52601bb34862dde3a011bba34762d86d869cb231", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 1, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 220.45541694387794, "usage": { "input_tokens": 1031, "output_tokens": 832, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1496", "text_group": "e4b679e5b25d36b17a32db3c4b093c93a13b9da29583ed62d4bfc54bf2c8f306", "expected": "direct_debit_payment_not_recognised", "prediction": "receiving_money", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0.01, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0.01, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0.06, "reverted_card_payment?": 0, "verify_source_of_funds": 0.01, "unable_to_verify_identity": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_reverted": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0.01, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0.16, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0.74, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 312.9562910180539, "usage": { "input_tokens": 1022, "output_tokens": 827, "cost": 4.2924e-05, "cost_usd": 4.2924e-05 } }, { "id": "banking77-heldout-1497", "text_group": "10bacc1ecc25cc3e23dbb186d57174c4a2db22ed851763dae50c42c655ae0013", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 1, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 213.5444589657709, "usage": { "input_tokens": 1027, "output_tokens": 832, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1498", "text_group": "1497d615a6ce42255af7ce13a296d5e60fe0e6a547b77ca817beca1f627454bf", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0.01, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0.02, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0.89, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0.060000000000000005, "automatic_top_up": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 197.9033750249073, "usage": { "input_tokens": 1050, "output_tokens": 830, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-1499", "text_group": "ed0fddfc6de14a467803ca756422b730d11b26c08f4bdc7d3377e8de5c6d23e9", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0.08, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0.64, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0.01, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0.27, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 158.8662079302594, "usage": { "input_tokens": 1064, "output_tokens": 830, "cost": 4.4688e-05, "cost_usd": 4.4688e-05 } }, { "id": "banking77-heldout-1500", "text_group": "67b91ecc2ea9dc626c586ee37ae0ed0f4af4f1d1c45c67325661f0cb883a1f9c", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "verify_source_of_funds": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 1, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 249.4821660220623, "usage": { "input_tokens": 1034, "output_tokens": 832, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1501", "text_group": "39fb7362d3d64877fcc9ed5548a774f7a37b9c28557143c553d8d64b5b6c03d7", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0.02, "cancel_transfer": 0.04, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0.03, "exchange_charge": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0.91, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 165.4895410174504, "usage": { "input_tokens": 1042, "output_tokens": 830, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1502", "text_group": "455d8c88ed6d4e307e49748b3d374a62923b5df2f172710cf653f82be8c185ec", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 1, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "terminate_account": 0, "edit_personal_details": 0, "atm_support": 0 }, "error": null, "latency_ms": 201.81495801080018, "usage": { "input_tokens": 1029, "output_tokens": 832, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1503", "text_group": "9525751c7a1a41291a7bb58f349f2573bb5d9a9756a37e4525186fbe59140679", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "atm_support": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "why_verify_identity": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 1, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 283.84937497321516, "usage": { "input_tokens": 1033, "output_tokens": 832, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1504", "text_group": "ffe2453f6df9c750ffc6b369cc3e251d7feb37c8f181f52db9686740a54e712a", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0.02, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0.01, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0.47000000000000003, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0.09999999999999999, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.09, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0.31, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_charge": 0, "age_limit": 0, "card_swallowed": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 195.94187499023974, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1505", "text_group": "d9189d96ecdac55ba3fe1d030c7c058768407f3009210d176183106f8e7158eb", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "change_pin": 0, "atm_support": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 1, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 182.09304101765156, "usage": { "input_tokens": 1039, "output_tokens": 832, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1506", "text_group": "f18441bc37aa30675401dad4209460e334ef873231b4a22a91c478c8e857ee85", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0.01, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0.67, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0.32, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "exchange_rate": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 132.21762503962964, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1507", "text_group": "043b955d21e659b33f735f4d9b81775d94c6de89f29791654a3b610f6762d64b", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "country_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 1, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 186.4202501019463, "usage": { "input_tokens": 1030, "output_tokens": 832, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1508", "text_group": "dc66b0773695170b1c9a67fe43803649541122fee0533c19bbd9edd0c7246b8b", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 1, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "country_support": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 167.02583304140717, "usage": { "input_tokens": 1027, "output_tokens": 832, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1509", "text_group": "fe6f70126e4cf3d4d2c8ca73bf840bddc46ccccdc7bd08597590b0dccf78107a", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 1, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "contactless_not_working": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 254.489624989219, "usage": { "input_tokens": 1032, "output_tokens": 832, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1510", "text_group": "79f1bb0dadebacc0b207e8c3faf42a7fb0dab9e60325b85713b004314cefe015", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0.07, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0.01, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0.92, "compromised_card": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 195.49337506759912, "usage": { "input_tokens": 1061, "output_tokens": 830, "cost": 4.4562e-05, "cost_usd": 4.4562e-05 } }, { "id": "banking77-heldout-1511", "text_group": "5c824b24eaf70014218541f5f27a67bc8c93d976fefc2429aed74e74d256feff", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0.09, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0.03, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "atm_support": 0, "compromised_card": 0, "card_payment_not_recognised": 0.88, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 212.66758407000452, "usage": { "input_tokens": 1039, "output_tokens": 830, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1512", "text_group": "dd97cc364be85c5f809ca6a9408798aa3a837fabb390a479b8b8b514da06702f", "expected": "direct_debit_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "declined_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0.6900000000000001, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0.28 }, "error": null, "latency_ms": 232.36666701268405, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1513", "text_group": "c8b65aa387594364f4855cd95f31ab994808c400a789c59e388d87327f7358c9", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_not_recognised": 0, "topping_up_by_card": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 1, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "fiat_currency_support": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 155.21854208782315, "usage": { "input_tokens": 1034, "output_tokens": 832, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1514", "text_group": "61f3d82bb9df441f91f1f02d514e861fddaafc08fe3227832da4003e769b551f", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 1, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 169.87391700968146, "usage": { "input_tokens": 1031, "output_tokens": 832, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1515", "text_group": "1ebd6e32bbc580d6f3a79d7b0c8d1e4b3cd97c401b95b2f3c4f48123baa0be18", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 1, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 206.9164999993518, "usage": { "input_tokens": 1036, "output_tokens": 832, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1516", "text_group": "a9710350536fb20b0304231094444001c8fce620c5ab38057d75c2f12325485c", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0.05, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0.01, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0.09, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "change_pin": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0.04, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0.67, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0.02, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0.12, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 119.15174999739975, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1517", "text_group": "2d4dd6ad4204aeecf7bf1833930a3221f828f1eab380ccb1ca13a41e8ad7978e", "expected": "direct_debit_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "receiving_money": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0.9, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0.09, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0.01, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 188.6471250327304, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1518", "text_group": "ce7131e76c5067c955d79d05e83c96bc78425ea1250ab516193441a14dc6c741", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 1, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "change_pin": 0, "card_linking": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 165.72087502572685, "usage": { "input_tokens": 1028, "output_tokens": 832, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1519", "text_group": "91617382d993a5eb466219ea4893f0d9fd4baf33202c6589c8dc9cf94fa470bf", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0.55, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0.02, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0.23, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0.02, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0.17, "activate_my_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 181.15375004708767, "usage": { "input_tokens": 1035, "output_tokens": 832, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1520", "text_group": "75097acfb51e6b42730d0b1e16d55a0d8ea5e378e5a26a8e9905e23533572436", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 1, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 251.17945799138397, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1521", "text_group": "f6bbfa8dc614185738c7b3042e903bccab8954a1fe2947e393738a632c0720e1", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "unable_to_verify_identity": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0.99, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_not_working": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 149.39279202371836, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1522", "text_group": "c6059a7164bd1a555023bbcdeb8a78ddccde0aa71e5800b43a9385130d37bc2f", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 1, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 154.1420000139624, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1523", "text_group": "2b110a2cd58ba1e53a82b5617cd5c55952c3a705557273b1f8f729cbf2f6d119", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0.01, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0.99, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 206.30774996243417, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1524", "text_group": "30e0f3f1fbc141a5bd93d1bb4a0966575fefc8ed613d1724a932efc1bf1a7829", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0.98, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0.02 }, "error": null, "latency_ms": 136.71433308627456, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1525", "text_group": "2a4799aef427a0bc4e14a0072ac3f70c36485ef3835842584f9c7d3d605ed62b", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0.96, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0.04, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 228.67054108064622, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1526", "text_group": "1c25767429c15f71952e0b91f7895e750e2bbb86d052a3e1b07794ed0ce7c8ba", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0.04, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0.96, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 189.2054999480024, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1527", "text_group": "c8cd117d20ee35a9bc9f5d4cc385eb24d1603d31b0fd116093e570472b3ce1b3", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0.01, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0.06, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0.93, "verify_my_identity": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 224.06341694295406, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1528", "text_group": "fc4995f513d5b1d1ede2d61f15ce6efeafe48edcc1ba41ee4064999ec47b8eca", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "passcode_forgotten": 1, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 238.2418749621138, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1529", "text_group": "5c6b242c9dc7c098bdd929ec14728cc22adaac11b1521173b7e4e191e05d9376", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 1, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 181.03212502319366, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1530", "text_group": "3d608282b86e549dd3f4c297e0e4a346afea713137628a3b1dbd66a80e2609ab", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0.31, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0.69, "verify_my_identity": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 199.63733397889882, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1531", "text_group": "c9d94fd3d570f2a946cc4631643da201f517e10a3b095ca49ef25e309a7cb892", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 1, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 179.3359590228647, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1532", "text_group": "6bad2e11ab9d310c821136d46f581b47eb79c0e7e468db9b31711f3cc4ede2e9", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0.01, "passcode_forgotten": 0.99, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 169.98679202515632, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1533", "text_group": "1426cca6944f1fa8c09d901f20aac6b7c2529150ca3eec8417005441af52d253", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 1, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "disposable_card_limits": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 166.96266597136855, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1534", "text_group": "3e044e849382240b41a5235ed291aadf2e24ab6cc1d4e335c1d4e2c991208d44", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "get_disposable_virtual_card": 0, "atm_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0.02, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0.97, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "card_not_working": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "getting_spare_card": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 246.69591698329896, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1535", "text_group": "234f010f77832cd18b046083d916558b1c65fe3202e473b9370623edaa54dae1", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0.96, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_charge": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0.04 }, "error": null, "latency_ms": 214.63266597129405, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1536", "text_group": "3104dcaeefe1909caed4d9e1e019cfd1aee09e3081b9927ed2480660f126dca3", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0.95, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0.05 }, "error": null, "latency_ms": 186.5784159163013, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1537", "text_group": "ed3c2e34c1ec3ddacf7e8061b856e3ba79b4e63ccc29d6ff6f9e43d27560f29d", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.94, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0.06, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 150.51329205743968, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1538", "text_group": "4e48cdf6f9e46219fc47436b1a4730f83576bde5848d03c352eb31d4de8e0052", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0.05, "passcode_forgotten": 0.95, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 272.6153749972582, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1539", "text_group": "e790a18caf983527b6d8ccfaa92baa6b4cd466ad47668a870c4de580fae4382d", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 1, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "lost_or_stolen_card": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 132.65991699881852, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1540", "text_group": "7bd71ee871d7d748d6fdd81b6d1d6e4f29794873c75902a74a5ab924107f256c", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0.02, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0.98, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 139.54895897768438, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1541", "text_group": "590d7020b9ede74ef830a7e9c3958cefbd008fb8396a23ce90fdfdb9986609b7", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0.92, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0.01, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0.06999999999999999, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 202.29049993213266, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1542", "text_group": "880a60da28aee24f52e60a45f33f816ba5133511fc5edaf04b72eb137581aad5", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0.93, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "compromised_card": 0, "virtual_card_not_working": 0, "order_physical_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "card_delivery_estimate": 0, "card_linking": 0, "cancel_transfer": 0, "pending_top_up": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0.07, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 184.03241608757526, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1543", "text_group": "4c26ffdc30e581f365b62caf2a6e0ccd42e857687518ef81dedabcb83289180a", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0.99, "change_pin": 0.01, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "terminate_account": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 156.26195806544274, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1544", "text_group": "d026e4c48bd38d74faaf93aecb8694e62c45d6ec3f13426f1e15633650846861", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0.96, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0.01, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0.03, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "card_arrival": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 369.4628750672564, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1545", "text_group": "8325e454094e24f1ffa5719d1f9768b6499b037d6dc0fdac7751a07e1455c5df", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0.98, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0.02, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 210.9640409471467, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1546", "text_group": "c27ec951bdf953c5004bd5d7811c1eef022b9f0aa1c38f5768738743124e6c0f", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0, "card_about_to_expire": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 1, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 319.037041044794, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1547", "text_group": "613193e0ea54e212bee516a2fcc4dbf92b0a0e333e89602b8b89858868526fd8", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0.98, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0.02 }, "error": null, "latency_ms": 151.15454199258238, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1548", "text_group": "eee8a3c4cbff88e1570792e65ba4dd2fd529dcfde65347655cfb8715d4631204", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 1, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 260.4639589553699, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1549", "text_group": "4423c2d65fcff01199ce9cad2f09adf11033c9dbab14d0ff0d62779dc8ccaccc", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0.01, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0.99, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "country_support": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 121.89304106868804, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1550", "text_group": "87bf8325e0dda552c3ecb7de6e607d93872cb445139d5cd43f3f661be06ac8c1", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0.98, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0.02, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 316.0217909608036, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1551", "text_group": "7e105b122fc506a57af273cc5ecc105f1a9cf74c26f670a9c4fbdcbe1f49bd99", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0.97, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0.03, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 185.7181250816211, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1552", "text_group": "d2b12b417f00b1d603e437e19109abac2c3ba6bc59ad952cc544419eff0ec636", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0.04, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "passcode_forgotten": 0.96, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 203.20595800876617, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1553", "text_group": "fd19957d807f7175a738277db14c97d6e7dbdc505a50e2491b03728001365c55", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "country_support": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 1, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 229.49766705278307, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1554", "text_group": "46aec028b5bf6d49c92d0e97f50739603dbee1f44ecfd73769725568d0e504e2", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0.02, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "transaction_charged_twice": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "getting_spare_card": 0, "passcode_forgotten": 0.98, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 155.317208962515, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1555", "text_group": "4ad75c1fdcec198b9c6a00ad74527cdd7be573b732a9881a8a93d7407ca561fb", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0.05, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0.95, "pending_transfer": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 242.12424992583692, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1556", "text_group": "0b4313298f58a4737d4eef75b50615bdaec1a2dd71f799fcde037de26fa5f558", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0.5, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0.5, "transfer_into_account": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 270.7644170150161, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1557", "text_group": "bb46f42e727399b916f38910957a47b877415b4be0c552401768d0e2337833e6", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 1, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "terminate_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 152.41429198067635, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1558", "text_group": "ea690f5fda4e65bee2029c7e0a30207848be44e8ebf2129ad8c207c7a0f03078", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.98, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0.02, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 196.98370795231313, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1559", "text_group": "ae18cf9d99be19c9ecaecfc602d473206d6449899cbffe2b35188d5a1b76881a", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0.91, "top_up_failed": 0, "verify_my_identity": 0.05, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0.04, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 175.16704101581126, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1560", "text_group": "ef9fadff1c1ac9927caf338d7fa6f7a6e07645554aed01705bf532e2c5cf7152", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0.77, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0.22, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "automatic_top_up": 0, "exchange_charge": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "transfer_timing": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0.01, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 183.02458291873336, "usage": { "input_tokens": 1047, "output_tokens": 831, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-1561", "text_group": "65320feb11808078059f58e4e243b0443904048c753b1c9e243841e693106dcf", "expected": "declined_cash_withdrawal", "prediction": "cancel_transfer", "probabilities": { "declined_cash_withdrawal": 0.34, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0.48, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0.02, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0.13, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0.03, "transaction_charged_twice": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 172.65770898666233, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1562", "text_group": "a992a41e910fab5192b3abc70aff11b57fd0fcc54a293e49474c0d7183190b82", "expected": "declined_cash_withdrawal", "prediction": "card_not_working", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0.01, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0.21, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0.12, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.66, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 281.6186669515446, "usage": { "input_tokens": 1061, "output_tokens": 829, "cost": 4.4562e-05, "cost_usd": 4.4562e-05 } }, { "id": "banking77-heldout-1563", "text_group": "084b2e9feccf31ba1d0a7b95a3bb2d587cfc3598cc92b49333fbb0bae268d919", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0, "change_pin": 0, "atm_support": 0.04, "card_about_to_expire": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0.96, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 175.1028330763802, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1564", "text_group": "41d421ac6035d1daea654d5fa986fcf4b2d7436dc3f822742ae0e74100b877e1", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0.8, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0.2, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 175.36308395210654, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1565", "text_group": "709c5e83e8916212d478721346b348b6a708bc8ad2657e66d16dcc96c1fcb67b", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0.01, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0.01, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0.98, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 152.25187491159886, "usage": { "input_tokens": 1048, "output_tokens": 831, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1566", "text_group": "34002d73e48a48908b1b55bb3c87188ada862b0909ac824af84a4a0f1b4ac958", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 1, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 135.79729199409485, "usage": { "input_tokens": 1034, "output_tokens": 831, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1567", "text_group": "fa26b50a2ad1c62c30018445de111e764f3cd798bc376b1a566de8f8bde307aa", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0.91, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_failed": 0, "atm_support": 0.09, "transaction_charged_twice": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 343.7861669808626, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1568", "text_group": "22501f509fecf65e81e7da4672955cc4523f89975ae9031fb7d596ac70e1c1f9", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0.02, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0.01, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0.01, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0.06999999999999999, "order_physical_card": 0, "declined_cash_withdrawal": 0.85, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0.04, "request_refund": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "terminate_account": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 332.50137499999255, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1569", "text_group": "1def55a39439c62cdd9698d42b6202ba0fa28d1d42651ac49e0d96e383a3cff7", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 1, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 142.29358301963657, "usage": { "input_tokens": 1048, "output_tokens": 831, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1570", "text_group": "336f40786dd9909d8db843874808a0652b4583b4230bc646f8b8d6ad697ffbbc", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 1, "country_support": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 170.62524997163564, "usage": { "input_tokens": 1042, "output_tokens": 831, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1571", "text_group": "3232f3e67bd44169354d6d42f00d132336da8738a2c0534061bc779356fabb9c", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0.99, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 166.61491699051112, "usage": { "input_tokens": 1059, "output_tokens": 831, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-1572", "text_group": "36553a51197497b297b6a205c9b55cbde1bb560d4e9ffc52654fcf2553d94e9d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "wrong_amount_of_cash_received": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 1, "atm_support": 0 }, "error": null, "latency_ms": 244.48224995285273, "usage": { "input_tokens": 1036, "output_tokens": 831, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1573", "text_group": "baead2bae6ddacd98f40d1ef87f6286cd7c18a8879b0f108706aff21da6e7d35", "expected": "declined_cash_withdrawal", "prediction": "atm_support", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0.01, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0.66, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0.33, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 137.10804097354412, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1574", "text_group": "4f9939ddf8ceed2d656702143d837c6ab94ee5acd8eed6c1721e7c7bbd8d7c67", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0.01, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0.98, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0.01, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 185.32654200680554, "usage": { "input_tokens": 1047, "output_tokens": 831, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-1575", "text_group": "abf61017bf93879ab795c3f022c522b72443f1e9e4fcd00430e1161f8f8582ba", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 1, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 186.4142919657752, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1576", "text_group": "827a678f1de825eb27b300eeeb12d763aff0474881de9edf7c6fbeb0f089adc6", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 1, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 211.74083405639976, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1577", "text_group": "d8a5cada1c42a35345c88658514904e598de9cdd1662e09fe768fbc7f4f8f9a5", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 1, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 252.48754199128598, "usage": { "input_tokens": 1036, "output_tokens": 831, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1578", "text_group": "004462980af1cb6ed6aa1ba32193774515681088e55e657aa0ea0d949ac1894a", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "card_not_working": 0.01, "pending_card_payment": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "verify_source_of_funds": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0.02, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0.97, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 261.4018749445677, "usage": { "input_tokens": 1041, "output_tokens": 831, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-1579", "text_group": "81c29de0cae82b2ef69ee8f004c64afe902dd84e54e55ee08246495023d8ffaf", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0.29, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0.71, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 111.36991693638265, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1580", "text_group": "59558735974278a33654583bfbd855303de0a0201deb5808a12c7b5222092cbf", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0.44, "verify_top_up": 0, "declined_cash_withdrawal": 0.56, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 174.36504107899964, "usage": { "input_tokens": 1025, "output_tokens": 831, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1581", "text_group": "fb65b9b39e7d3731617b153103bdba3b94f18d67d41b392cd12a423348285167", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 1, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 142.90441700723022, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1582", "text_group": "847a5537c2f92471146adfb41583f497550fcec19f5278c022ae900a2888c7ab", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_not_working": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 1, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 196.4720831019804, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1583", "text_group": "f726c0fc07c5b186d4bbc42465b16e0343db68f6bea45819b9a8ea5d50176067", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_not_working": 0.01, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0.83, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0.16, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 216.48466703481972, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1584", "text_group": "4168522a23ab89a191f2cc69fda32e3a5ee6b056f71ecf678595c84f17c3b56d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0.01, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "top_up_reverted": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0.01, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0.98, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 157.4254169827327, "usage": { "input_tokens": 1047, "output_tokens": 831, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-1585", "text_group": "2a400e0619e87c2bcabc880a2bbf39d1c7b0d56635cd91be0910616788dc424c", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 1, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 182.79220804106444, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1586", "text_group": "2961bd3f497b297e8cea5c370ca557a3eff4f8a520c1d5fdb33cc04d3431bc1a", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 1, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 179.7333339927718, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1587", "text_group": "55d378b95b7bb16d2daaf319194d2f150d385ec469f69387a4c45e79c0066aa0", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "pending_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0.73, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0.27, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 191.32266694214195, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1588", "text_group": "5f5aba1925e520e0a57e6c340903de97ead4b70b63ac8f40fecb47005bdfac04", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0.03, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0.97, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 183.31066705286503, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1589", "text_group": "ab9e7017098a0d8f4779d286cfb02f29245568e5b2fec74da0b4ae52656e370d", "expected": "declined_cash_withdrawal", "prediction": "atm_support", "probabilities": { "declined_cash_withdrawal": 0.34, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0.01, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.64, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 242.41737509146333, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1590", "text_group": "e562166e3d729cce962cc930ef3fbf62dec8d43bc614c2f695d891131a35ee21", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "lost_or_stolen_card": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 1, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "change_pin": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 210.63829096965492, "usage": { "input_tokens": 1042, "output_tokens": 831, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1591", "text_group": "66a2c9ea1b5226baeef3369191699ae807305aebf1cacb49012386fc02893332", "expected": "declined_cash_withdrawal", "prediction": "atm_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "edit_personal_details": 0, "request_refund": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0.15, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0.85, "order_physical_card": 0 }, "error": null, "latency_ms": 188.1607089890167, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1592", "text_group": "912f3efe065eef1dd0d922059516566fcbf4b1fb2c8e4914206f5c394d3e0c48", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 1, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "card_arrival": 0, "disposable_card_limits": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 178.35879197809845, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1593", "text_group": "d457863e93c1814fd53e105a2956ac9f91fdce5b31e447518ca3991e530fd695", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.01, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "request_refund": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0.27, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0.72, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 174.5321670314297, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1594", "text_group": "604d84ac05a1945f3361325f01fabc92b3bcff26636a6b761cb755ec1835b953", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 1, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 232.9679171089083, "usage": { "input_tokens": 1057, "output_tokens": 831, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-1595", "text_group": "c16af3ce29001db69356f68bc3de76666136f336dce5d16df3132053e394bb5b", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0.43, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0.54, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0.01, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0.01, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 154.43579200655222, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1596", "text_group": "667a888ae7d8ee8337dc0e1635eeffe33b4fd46cf9c84d6ef97f2d98226ff92d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 1, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 162.61037497315556, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1597", "text_group": "af893cb72ae31af9bcf34b16639939d1fd65fcdd672a46d7029af09457dff86d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "declined_cash_withdrawal": 0.99, "topping_up_by_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "atm_support": 0.01, "failed_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_disposable_virtual_card": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 214.1468330519274, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1598", "text_group": "953caac7da05330ffa87845341c6ace4dd8affbf144340bce7c9bb2171bc8b60", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 1, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 163.21216593496501, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1599", "text_group": "7672573fd514cc94d3570b1752a2124d660bdace93920395e920388fc796f874", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0.27, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0.73, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 171.1952919140458, "usage": { "input_tokens": 1025, "output_tokens": 831, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1600", "text_group": "0488c8b2a69545b069010b2d8abd43d32432f77988953e8deab8952947857a7e", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 1, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 182.89233290124685, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1601", "text_group": "48f092b12c7905f942121cb6d0831ed49345e4c785be2ac80280d18808df5d5b", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "pending_card_payment": 0.93, "unable_to_verify_identity": 0, "pending_transfer": 0.07, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "automatic_top_up": 0, "exchange_charge": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 209.88066599238664, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1602", "text_group": "0a5fa4d80e8be4d61210483be00b5a3a05ca7de523bd554687f46ade0b8fc47d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 1, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 306.149167008698, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1603", "text_group": "cc92f1c3aa6aabe21e235bf75292fba63b0f50e02f521f102d304013a31ba0a4", "expected": "pending_card_payment", "prediction": "declined_card_payment", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0.03, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0.12, "card_not_working": 0.09999999999999999, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0.01, "Refund_not_showing_up": 0, "pending_card_payment": 0.26, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "card_acceptance": 0.09999999999999999, "declined_card_payment": 0.37, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0.01, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 353.4793750150129, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1604", "text_group": "d0356f85fea42038d7281e7f60556e5f6331dfa7fc83ee109bb8c8143714f47d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 1, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 155.07170802447945, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1605", "text_group": "93413bbb24e4861597cc7e98e3dcfff3d5f2df16e2904d6f68803de8617c7eb3", "expected": "pending_card_payment", "prediction": "declined_card_payment", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0.01, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "why_verify_identity": 0, "card_not_working": 0.01, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "getting_spare_card": 0, "automatic_top_up": 0, "atm_support": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_linking": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0.01, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.02, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0.95, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 321.2328749941662, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1606", "text_group": "60f46f0d30cb5dbfc950a565c7b7acc48282ce92c3288189f42de3263e2a5755", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "compromised_card": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "order_physical_card": 0, "pending_card_payment": 1, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "passcode_forgotten": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 169.5500829955563, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1607", "text_group": "0c25f9fa7e33d776dd0b261c3f80eb308f2b97ebb7286f38a04c8df1fd86d58f", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0.95, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0.05, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 151.2631670339033, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1608", "text_group": "c12f97edb260d29e73d4a58e935a4c2803d00a22a49839068759a53f43554e29", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "top_up_reverted": 0, "pending_transfer": 0.02, "change_pin": 0, "get_physical_card": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0.98, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 190.5435409862548, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1609", "text_group": "a6b055d4d610a519929d594818909695cc894caeabb6022ee68dd52a40c4a273", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 1, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 220.2226670924574, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1610", "text_group": "1b14b1c9c3a611d36a06bd34d7b9dec2e72410c79cd8c46bd434b8112b4de6f6", "expected": "pending_card_payment", "prediction": "pending_transfer", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "pending_card_payment": 0.19, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_reverted": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.67, "card_payment_wrong_exchange_rate": 0, "card_acceptance": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "terminate_account": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.02, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.12, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 218.06533297058195, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1611", "text_group": "72cc898fbdd2684e74cd821f9c4ec1e6aea90ca0cf6c070852ed5711878a053f", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 1, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 314.3958339933306, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1612", "text_group": "08b19f6ca466c1dc033130c334d88a821c0987e6d2c757b870c353678a2090c4", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 1, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 227.06083301454782, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1613", "text_group": "049f38ee330b1459508677043dead072986fe9bbc592dd780d754118d7dbd73d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 1, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 247.3384579643607, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1614", "text_group": "84d0e6fc6cfd45b7a2ee763a8b86c764e9dee7efc3df57a8fea01a6d2c0b6b99", "expected": "pending_card_payment", "prediction": "pending_transfer", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.03, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0.01, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0.41000000000000003, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0.01, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0.53, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 206.69875002931803, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1615", "text_group": "99eaf9861e542860ab9bca83a8c7db475a9fa6ec5056f6f24d213b9833a9491a", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "pending_card_payment": 1, "atm_support": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 268.39383295737207, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1616", "text_group": "ec5513047d8b98254aee69356f530292a193d7882549acd498374a35e8726ae9", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0.01, "automatic_top_up": 0, "transfer_into_account": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "declined_card_payment": 0, "pending_card_payment": 0.99, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "exchange_rate": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 140.4340419685468, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1617", "text_group": "15a1755a5436e9d18f1dbb68bcb0a78f6c8e54ceff16eee60f6d5acdb274cf3e", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "visa_or_mastercard": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 1, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 164.22499995678663, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1618", "text_group": "593ff8f872ebf5c520b525840b171ab92c5690a004acc8e8e01e7d483873ad4d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "country_support": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 1, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 284.9671670701355, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1619", "text_group": "e42c738ad43a21cd2239164c6e48311318b5f7f753bf0abef2059e9806b814ea", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "pending_card_payment": 1, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 248.86170902755111, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1620", "text_group": "85eb0eb8cf89145644322edab59fdb565076168f465969189c97e427bc7e3550", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "pending_card_payment": 1, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 188.28766699880362, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1621", "text_group": "1f8b1bf8bb51252558be28e0eb7de6fcb3825e5a2b7324e13aac9a0c47316559", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 1, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 241.9013329781592, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1622", "text_group": "3e331d07bdb0420746e6c9d9199c1324fff78cdf3952072ef1aa13c1e8c0092b", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0.05, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0.9400000000000001, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 236.24012502841651, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1623", "text_group": "954d5cc36fc6e99e22c926b6cc8d615c2d2e251e0c31fe1dd32dcb2e0d9cb373", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0.86, "verify_my_identity": 0, "terminate_account": 0, "cancel_transfer": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "pending_transfer": 0.13, "top_up_failed": 0, "top_up_reverted": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0.01, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 258.92691605258733, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1624", "text_group": "0970d69e8ab2bc1122c2068a599ff264e50b5663de16940358823820a9193423", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 1, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 163.7052500154823, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1625", "text_group": "cda6aa096be383bd1c8b05f97963646073fab2515652808dd814ae07142f855a", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "pending_card_payment": 0.73, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0.11, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0.01, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0.06999999999999999, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "terminate_account": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "top_up_failed": 0.02, "transfer_timing": 0.01, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "failed_transfer": 0.03, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0.01, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0.01 }, "error": null, "latency_ms": 158.0883749993518, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1626", "text_group": "fc828afb13e69aa3ebaa9a8792f0b38d34c5ee0da6ce60f2bfb91e0e3ed8609c", "expected": "pending_card_payment", "prediction": "transaction_charged_twice", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0.05, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0.01, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0.01, "compromised_card": 0, "pending_card_payment": 0.01, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0.92, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 151.36520809028298, "usage": { "input_tokens": 1053, "output_tokens": 830, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-1627", "text_group": "1e8e203e491bd9fd1cb773b5c216680078dd6772db1f3fd81533521f6b4a8b7e", "expected": "pending_card_payment", "prediction": "pending_transfer", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "top_up_reverted": 0, "atm_support": 0, "getting_virtual_card": 0, "topping_up_by_card": 0.01, "top_up_by_card_charge": 0, "receiving_money": 0.14, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0.05, "transfer_timing": 0.23, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0.13, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0.02, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0.02, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.37, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0.03, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 246.85312493238598, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1628", "text_group": "e56bc70f64491c57b6d81da0f7bceca721e46456e0467ad511d09ac794a1793b", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0.96, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0.04, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 223.75424997881055, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1629", "text_group": "9a18dc5858a3969a1d6440150acbe87babf20d40842e2002a7022c715c873b3c", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "cancel_transfer": 0, "card_swallowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "pending_transfer": 0.02, "change_pin": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0.98, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 241.86445795930922, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1630", "text_group": "0af5878060067b75b2330aeb68f01c251916b8d7c6423d3ce4bc521c3b623b68", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.01, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0.19, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0.79, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "topping_up_by_card": 0, "card_linking": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 143.0227500386536, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1631", "text_group": "31452a69730144d577d8415539669a97182e6783a6969bbe0a07affefd0c50ce", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0.03, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0.02, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.02, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0.5, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0.01, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0.01, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0.04, "card_delivery_estimate": 0.04, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0.33, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 172.8779999539256, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1632", "text_group": "12848c20ffc78ec91bf5972ff31bfe5192b3223889bb19977c13354b0cf66b85", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0.34, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "automatic_top_up": 0, "verify_my_identity": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0.21, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0.01, "top_up_limits": 0, "country_support": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0.44, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 228.01850002724677, "usage": { "input_tokens": 1046, "output_tokens": 827, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1633", "text_group": "79620e7c875e3144996054e5fdd2462b3d8d22943a68af663ca5b73837b4ee7d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "country_support": 0, "transaction_charged_twice": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 1, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 152.0703750429675, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1634", "text_group": "623ae4bce83a539f79c0483eb35a5993866f71948076f89178df2692dba38286", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0.74, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0.06, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0.02, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0.01, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0.17, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 220.88491695467383, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1635", "text_group": "01d3423aad8b1152df6cfd4d8ac62594041358baf368cf1754a6a06f6e48bea2", "expected": "pending_card_payment", "prediction": "transfer_timing", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0.19, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0.34, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0.01, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0.46, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "Refund_not_showing_up": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 236.18983302731067, "usage": { "input_tokens": 1047, "output_tokens": 827, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-1636", "text_group": "8200ba317a6d4dac95be276c383b534331b5f3b98446f66f8172370d705d5af2", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0.01, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_card_payment": 0.92, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0.07, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 137.69908307585865, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1637", "text_group": "5ce0c3069a5eeb48c82434c627a7611e11ddb7f47474f64fc1559cd40b3f3ef0", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "request_refund": 0, "pin_blocked": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "pending_card_payment": 1, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 243.8227089587599, "usage": { "input_tokens": 1052, "output_tokens": 827, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1638", "text_group": "1b8bad7a2e550ffdbac5aa49aa1e8f0f42323422cfbad1ecb1977ec7753e8b86", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0.05, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0.94, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0.01, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 251.1421670205891, "usage": { "input_tokens": 1051, "output_tokens": 827, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-1639", "text_group": "92fde07b0eeea630a5c108be083eba37b0d227618c9c72d2954b355a916c6f0d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 1, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "terminate_account": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 182.37879197113216, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1640", "text_group": "26528778e526191a90d85ab36262aeaaccfb46433c9992e8145ad46b4c837ecd", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 1, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 190.59387501329184, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1641", "text_group": "d2f769b25f0b71c5b5a40d91e57d7f2e55f81d194148e37588074b4ec5543b4c", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "pin_blocked": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 1, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "unable_to_verify_identity": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 179.26441703457385, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1642", "text_group": "414e3c34b12089f6c094fa5fe7005f4687adbe1aa505d0b317fe82c13e1cf84b", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 1, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 309.53583295922726, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1643", "text_group": "72bcefb73f886c76346dfeeaad4ee142a41a0292d4ae195afd842b350c741931", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "topping_up_by_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 1, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 227.71387500688434, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1644", "text_group": "fb63accd6655a9c79851048bedda0f60daaac4923d93b608d7f88ccab64516c9", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0.02, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0.02, "lost_or_stolen_phone": 0.76, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0.19, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "compromised_card": 0.01, "card_payment_not_recognised": 0, "atm_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 271.8652500770986, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1645", "text_group": "39e1c8f21163755692c8fc344dc09a5bebb77a16501d48cfeeead134160c0db4", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 1, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "top_up_limits": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 283.1273749470711, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1646", "text_group": "43d6e4922b0b3acbcb1d836aa1eb1dc5fbaa5a342d4a55382ef46efe26433269", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 1, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 153.39445800054818, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1647", "text_group": "8f53795338f08b86e4a5e7162a22fc4e8416f7a029a5ae1cbd44b5e6b523e161", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 1, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 207.54291699267924, "usage": { "input_tokens": 1038, "output_tokens": 829, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1648", "text_group": "629a1ae241bb7e1ee966aa439d77bfe4558d7664584bde79d27bc15ae2becd1e", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0.01, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0.02, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "atm_support": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0.97, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 366.52408400550485, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1649", "text_group": "438a71d55b24da65a3d0fcd623dd26e7e6d168c66a77af1f75b0df302bd5b6a2", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 1, "cancel_transfer": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 128.03012505173683, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1650", "text_group": "5c4374003bf40d6601c2da90e2a1cf475e6572bd17c8f963d29167da3128a458", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0.99, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.01, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "terminate_account": 0, "automatic_top_up": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 320.0712080579251, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1651", "text_group": "89f788be199647af8525e0f405eb583d4a77e027c7f8ac87ada66e6e2b45a34a", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "atm_support": 0, "edit_personal_details": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 1, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 147.0888340845704, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1652", "text_group": "c9fe42435b38a2eb3cc998287aded7ac005bca3f0069472305a3a8a72ecb0ecf", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 1, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "top_up_limits": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 354.93187501560897, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1653", "text_group": "e1d2ede08e80ecf6f7281ab9f75597b238c956ec21bf9a68bff0be9a5a1dcfb0", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "passcode_forgotten": 0.01, "pin_blocked": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0.99, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "change_pin": 0, "exchange_charge": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 182.67800007015467, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1654", "text_group": "3096deb7479945aead189509493a1f157a4f96414dca9873cce441602d649c38", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0.01, "failed_transfer": 0, "passcode_forgotten": 0.01, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0.03, "extra_charge_on_statement": 0, "verify_my_identity": 0.02, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0.93, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "age_limit": 0, "card_swallowed": 0, "card_arrival": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 344.25574995111674, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1655", "text_group": "1b537b55ba50dde02256e5588788a313be25f90d5ae9fd91508257ef9ce86667", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 1, "fiat_currency_support": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 121.14954204298556, "usage": { "input_tokens": 1023, "output_tokens": 829, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1656", "text_group": "184a52ad57b7b2f82373f9b5919120b4b9a74374e686203d10b766ebb22f2a04", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0.29, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0.01, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0.05, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0.65, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 149.91670893505216, "usage": { "input_tokens": 1039, "output_tokens": 829, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1657", "text_group": "4d8baa47df61fd3a70f9a6b26ef31646d320ad2be5caad4622adfec884c674aa", "expected": "lost_or_stolen_phone", "prediction": "terminate_account", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0.67, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0.32, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0.01, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 155.2930420730263, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1658", "text_group": "ac9ad748039656e21a44e5e36c0017efc792eefe41f78fd2b3a13f1c7077121f", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0.99, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0.01, "order_physical_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 196.90683402586728, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1659", "text_group": "2a936a10b667942e8fc0025b680e7ad344b207434df241e4a0a7757a9c7347d2", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 1, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 192.66808300744742, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1660", "text_group": "012aad12a07d763c7fe4493c428e474de5b6d4003ab2a8cbc54d631af7fb8562", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0.92, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0.06999999999999999, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0.01, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 187.6753750257194, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1661", "text_group": "4640693a4f8e270008c36d62dd1cb61c612abb446897c22a2d60d227ea8d33eb", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 1, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 170.58945808093995, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1662", "text_group": "fa5a675a072387950b7bfe4d2d413f8fe9857664ecd94a4f56e1ec8da8d9f02d", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 1, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 168.42545801773667, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1663", "text_group": "ca07a1d01f2b1ea9bf6a51df8e56b6ba3c50944003fdf5ca07915d35708635dc", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0.18, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0.02, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0.8, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 244.2709170281887, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1664", "text_group": "65987609f9b50f0eaa73e2c981ab79752bc25b785b3a7520e47b70851c0682e1", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0.98, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0.02, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 156.61900001578033, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1665", "text_group": "0d5bf5d78d9ea52ce66b6b42521d47d7c5dceaa34812d94238e7bdd535ada891", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0.09999999999999999, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0.37, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0.52, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0.01, "exchange_rate": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "getting_spare_card": 0, "edit_personal_details": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 476.0844169650227, "usage": { "input_tokens": 1046, "output_tokens": 829, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1666", "text_group": "f1fa8116ec628400f5a8cc74e4f197582f3d6ef4d38b965c554a1efab78d91d8", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0.01, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0.96, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0.01, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0.01, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0.01, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 148.23066594544798, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1667", "text_group": "51953923dbab5bdfdbb793d3b8783356c4b651439be82d06e078316879badc08", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0.01, "disposable_card_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0.45, "compromised_card": 0.03, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0.5, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0.01, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 211.31633303593844, "usage": { "input_tokens": 1044, "output_tokens": 829, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1668", "text_group": "cc52072b505b131f4dde7495f1925c8cb014f40df56540ca6d74037790bfee7a", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0.07, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.02, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0.01, "passcode_forgotten": 0.06, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0.02, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0.81, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 198.72791599482298, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1669", "text_group": "e040e7e5b6488538c06345322aa71d2b1ff11800faba1d04cd5a2f6944cd70ff", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "lost_or_stolen_phone": 1, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 250.17833290621638, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1670", "text_group": "507ce4f4fe54c0527c7dcbfc1a3ac17131fcff943726914ee9be469aba29c60a", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0.01, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0.99, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 304.7138339607045, "usage": { "input_tokens": 1040, "output_tokens": 829, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1671", "text_group": "153d29bf018989454fa0f8331606f1089b407590272986526aeeff78243961ee", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "lost_or_stolen_phone": 1, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "transaction_charged_twice": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 119.17391698807478, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1672", "text_group": "cac8dec646ae052c2a8c1d8e22bc0f3e3353e17209d9a87f185c9a2aa238c758", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 1, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 166.58220905810595, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1673", "text_group": "455f31e4205db7dba8b205c43e43fb0998b83c10ac51c0cb3df471fad976794d", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 1, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 253.12624999787658, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1674", "text_group": "1b7576381d3f0e31140da0f023f11a7a589737f35fa3da005da744fd1a286ff0", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 1, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 180.39658304769546, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1675", "text_group": "1a33c366f028159a29e8f843871958e99e1f40e716109a1033ddf98881d4beb3", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 1, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 427.3861669935286, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1676", "text_group": "bbb45dccde894c2f46ee58c0088cf6be07fe1fe24aba2b8791fb821935e41a32", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0.01, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0.99, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 636.6126670036465, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1677", "text_group": "ee936a0cf47ad5f873884fe742bce55aac54bdd93b0bd912e63a5ff24b81b8cb", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0.01, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "activate_my_card": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0.97, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0.02, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 195.7262500654906, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1678", "text_group": "8e601b38a877710343c74d7e456d5446c0d4257a051eaf381fa1a52c84537b66", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0.05, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.01, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0.21000000000000002, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0.73, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 223.05233299266547, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1679", "text_group": "0270bf62d833a858e20b7836b07478836bcedcda4b163039f5d71ff06f8e4c6f", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0.09, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0.91, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 263.90741707291454, "usage": { "input_tokens": 1043, "output_tokens": 829, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1680", "text_group": "a7e56e2ac43e9b1a1f97af638cbfa78e765d57a4af1432bb922737e6300359af", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 1, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 151.88429097179323, "usage": { "input_tokens": 1050, "output_tokens": 827, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-1681", "text_group": "6d99893607c10f4fea6f57a08dc3984132f08a6980c4c7c2c8a4fc654fd28856", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 392.9879580391571, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1682", "text_group": "2f468c8499c969d64d9df81329e2428c0eb307e3956624d9bc8c9673a8b925d9", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "pending_top_up": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 1, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 143.19249999243766, "usage": { "input_tokens": 1023, "output_tokens": 827, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1683", "text_group": "1b16289d69c4a5aa82b7f0ebe1f0b5813c0d702cac899ad7d55f5b9b1332adf3", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 1, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 115.74079201091081, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1684", "text_group": "4acbf6cd262713866faba7489d46ae09e2603cd00370a85b8bd63c594598f651", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 1, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "age_limit": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 246.21079198550433, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1685", "text_group": "8db9e77086398b08743b5802e62a4ccc87b1705dbcab687d1a0f412e9ce4e69e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.9, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0.01, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0.09, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 192.48654204420745, "usage": { "input_tokens": 1051, "output_tokens": 827, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-1686", "text_group": "277fea1bd55da73faa7f578bb0c0101383b3820b39732873678d7091619237dc", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 1, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 174.59512501955032, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1687", "text_group": "d795225034b035d139695f719f80f497f0c16106b9e6a07fd0afffe506005594", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 1, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 172.4686250090599, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1688", "text_group": "1095c5a48723699bc91609284ce55ba76b68fbbf76d9184fad5504883bbf1bbc", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 212.39412494469434, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1689", "text_group": "723804d6efa76a0d2fd07ea0819f9e24122d4296de8d3c264eda0e90a8567202", "expected": "request_refund", "prediction": "extra_charge_on_statement", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0.02, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0.78, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0.03, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0.01, "card_payment_wrong_exchange_rate": 0.03, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0.09999999999999999, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 278.7066249875352, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1690", "text_group": "3a5faedff7580ac0731106f5ddfc33f6ca95444f6c1b614f26dc1b608b929845", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0.02, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "terminate_account": 0, "request_refund": 0.98, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 292.08216594997793, "usage": { "input_tokens": 1059, "output_tokens": 827, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-1691", "text_group": "c8f2308351a037578875b79842ef659b5cd9431bcebc76da0b24cf902da38a19", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0.02, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0.06, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0.67, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0.22, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0.01, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0.01, "fiat_currency_support": 0, "card_payment_not_recognised": 0.01, "transaction_charged_twice": 0, "compromised_card": 0, "top_up_failed": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 285.4647919302806, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1692", "text_group": "aa92825e39ccf6a0172bd1768db63bf19e8da3ed1006b246ea9ffe2d9eb38f78", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0.99, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0.01, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 143.6793339671567, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1693", "text_group": "ffe59788e98729a4a7dbf3a37e61e00226ada3fb49fff1413d559092f6130d7f", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 1, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 161.3383749499917, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1694", "text_group": "192d3514a06febee9509fed6a9ef698121eab59c9d8e9a8d9e6b9503e12edae7", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "balance_not_updated_after_bank_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 1, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 196.00604102015495, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1695", "text_group": "529c5706f7b131f32f41433cf9b48121361f8d35e177bb63230430e2879a8114", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0.2, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0.8, "pending_card_payment": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 181.1529160477221, "usage": { "input_tokens": 1050, "output_tokens": 827, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-1696", "text_group": "98cefde0c98df70e2f9ea3f713cea0d885146ea6d5f0ca7dfdfa958d4e915c2e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 1, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 166.93370800931007, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1697", "text_group": "5007049c9d3038f351c59bbeaf37a89607da83666666963bbcaf637f3b869f23", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "declined_transfer": 0, "request_refund": 1, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "card_not_working": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 247.03904194757342, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1698", "text_group": "ad582a98752c99178c68f83663be1abae8e79123f6cfda54d8e603aad4642be0", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "request_refund": 0.43, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0.01, "getting_spare_card": 0, "order_physical_card": 0.01, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0.55, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 233.7648329557851, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1699", "text_group": "ee64a5571afdd78caae5ba8363634b6a62bfb6c8d625e7a1c5999f23865180c9", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "request_refund": 1, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 160.48216598574072, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1700", "text_group": "8669980278e8ce0705aeb668ffa0c96010ea45115f39d573cb6e7e18fcac3d53", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 1, "transfer_not_received_by_recipient": 0, "country_support": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 237.67416598275304, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1701", "text_group": "595d09a3ebf9e63c19cb14f0b14c232454f77c618cd713ce441b692317825447", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "pending_card_payment": 0.09, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0.03, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0.15000000000000002, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0.73, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 152.01512491330504, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1702", "text_group": "6fc050bff807315062d173291428c91f735a937b8073e85e3673d8b9a17bbd4e", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0.28, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "verify_source_of_funds": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0.05, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0.08, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0.59, "automatic_top_up": 0 }, "error": null, "latency_ms": 220.19379201810807, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1703", "text_group": "dfa1ab612c7f938dc1bdb4faca3bc80f3a66efb18f7e42a59a1a9a2709ff9a68", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 1, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "country_support": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "top_up_limits": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 206.30387496203184, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1704", "text_group": "19c67de6ab27a14f79f3e394cb781c5f2a1a9d6efab9b8bbc70dbca965ea2844", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "request_refund": 1, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 375.96508394926786, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1705", "text_group": "ace2b0b6bceafcde9821d505a1985835737557d7325903566fe48345e636920b", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "terminate_account": 0, "automatic_top_up": 0, "edit_personal_details": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 1, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 207.26162497885525, "usage": { "input_tokens": 1038, "output_tokens": 827, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1706", "text_group": "cd6a883ec5d15379ede81616661d9c6d44075b2635e4df11031c409c8c03daf7", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "cancel_transfer": 0.02, "top_up_reverted": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "request_refund": 0.98, "automatic_top_up": 0, "declined_card_payment": 0, "edit_personal_details": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 261.1023329664022, "usage": { "input_tokens": 1054, "output_tokens": 827, "cost": 4.4268e-05, "cost_usd": 4.4268e-05 } }, { "id": "banking77-heldout-1707", "text_group": "a852682b16e48b60cfde3fec22b4c4661eec58fe8b0899a2b9249eb7face9bd8", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 1, "pending_top_up": 0, "declined_card_payment": 0, "compromised_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 181.8791669793427, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1708", "text_group": "81ff1e6be1f0a3f49075157f01bd700c9344f6631ceaf96a8f2b7671a88db66b", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 1, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "top_up_limits": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 270.03954199608415, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1709", "text_group": "36beb4809beba0927d5a68f6be643d470e386ed241c14f792343e6d0e154157c", "expected": "request_refund", "prediction": "top_up_reverted", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0.23, "top_up_reverted": 0.36, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0.01, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0.28, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0.09999999999999999, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0.02, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 187.8952078986913, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1710", "text_group": "bdb653798758c1221d55a1dbd5df6f9687050dbd3233c5083ca5e694a5a6287e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0.01, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0.99, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 245.27470802422613, "usage": { "input_tokens": 1043, "output_tokens": 827, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1711", "text_group": "371d91cdfac065fb57d014eb511e65d450b7561ba09dbccbedc6a52d86312f79", "expected": "request_refund", "prediction": "reverted_card_payment?", "probabilities": { "request_refund": 0.32, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0.56, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0.11, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 306.82829208672047, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1712", "text_group": "ad3b5a652033dbae3f02b1abe0c115e17e1d431d1fdffaabcf3e96d5e6cf0988", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0.02, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0.98, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 205.81695798318833, "usage": { "input_tokens": 1068, "output_tokens": 827, "cost": 4.4856e-05, "cost_usd": 4.4856e-05 } }, { "id": "banking77-heldout-1713", "text_group": "65aa3def67f139cd4dc4fea067f93a0330f34c81112748fa0bf60de10260128f", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0.99, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 231.90374998375773, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1714", "text_group": "9055abb4cb1e2a25f82eb928b461002e4cdf240be3dbdbf3409ac29971bc5789", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0.02, "reverted_card_payment?": 0.01, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0.02, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0.37, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "cancel_transfer": 0.5700000000000001, "card_acceptance": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 180.12441601604223, "usage": { "input_tokens": 1041, "output_tokens": 826, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-1715", "text_group": "65a40a3fdb0aebb0f8b93859982334f3bd1cdd32c510d7232390cec2bf0f9585", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 1, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 116.37383291963488, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1716", "text_group": "ef7c089fc5062bf4bbb532c24746e9f748fa4df982e8ead41f161c83ec07dad1", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 1, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 237.81716695521027, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1717", "text_group": "698169e1d407f6a4efa35336099554746294388560ab72cfb5aed41a1d1ebddb", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "request_refund": 1, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 159.13183405064046, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1718", "text_group": "4dc8ece6c99c23aa0fc951477d0d4ecd5faa026b509395e8733300f364994440", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 1, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 176.6207079635933, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1719", "text_group": "3fa85a2d6b05b781deca8df4c96573df3b0e0c1de0893b7c487800afc308eb7e", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0.09999999999999999, "reverted_card_payment?": 0.05, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0.35000000000000003, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0.01, "transfer_fee_charged": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "cancel_transfer": 0.49, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 294.02833397034556, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1720", "text_group": "d69832a51499215f9ebd2f6174cf2751b02f922d48fd7db813be5a5f2c5724e5", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0.11, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0.89, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "activate_my_card": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 239.23179192934185, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1721", "text_group": "1f54510ccd144a74d53452aae0a402ae09502b6685767463845ced6e3d17e3f1", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "receiving_money": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 1, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 428.25629096478224, "usage": { "input_tokens": 1049, "output_tokens": 828, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-1722", "text_group": "a0980b62982ba5eea479ae3896e39a1324b82200a7dd54e6e2468fa501293e7f", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0.98, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0.02, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 131.35395804420114, "usage": { "input_tokens": 1044, "output_tokens": 826, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1723", "text_group": "5b68d1e1b0c698bd6303a57143aeac898eaa3d52e3d4511e00097a639f7fb630", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0.98, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0.02, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 173.53183298837394, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1724", "text_group": "5fa8488b8f3acb5152222e4bc34290adb90e460eac9ad2aec92b2bcc9b7df5e4", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0.01, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0.99, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 350.5440830485895, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1725", "text_group": "e22bd76e1976de067a04eb19ad7849f9802da02a50b07f1c4ab068339555117e", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0.01, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0.61, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0.02, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0.01, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0.03, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0.32, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 167.58833301719278, "usage": { "input_tokens": 1063, "output_tokens": 827, "cost": 4.4646e-05, "cost_usd": 4.4646e-05 } }, { "id": "banking77-heldout-1726", "text_group": "2e2f1ff9fb4b2b81084f69185b2e06ff3dde89e34878177419486999d66200f9", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.03, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0.97, "transfer_timing": 0, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 222.53175009973347, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1727", "text_group": "c52c78c6f69d471ab772e5d0a79f74e5a12e9a4b719e581e43c6ea3850bb003f", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0.04, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0.96, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 171.22795805335045, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1728", "text_group": "ffd2bf30b94927f986000df2c232b6566854cb5beef81815f0c7d29b20cb8b71", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0.02, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0.01, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0.96, "age_limit": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0.01, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 163.70349994394928, "usage": { "input_tokens": 1045, "output_tokens": 827, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1729", "text_group": "6ccf21271418e6ef426da9e31bcdb3eafbceb8cca3b8d44b4b74354971003355", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.97, "transfer_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0.03, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 269.243499962613, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1730", "text_group": "60884feb3f55fb9008fee3e39dc7e7c2066c232b9ff60e1b4ddd27bb968deac4", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "verify_source_of_funds": 0, "card_not_working": 0.01, "declined_card_payment": 0.99, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 201.31470810156316, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1731", "text_group": "42b54ac4a0980ff5502319348d29f1ebc059125fa405d38841f8853ba513c0d4", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0.95, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0.05, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 226.77208296954632, "usage": { "input_tokens": 1045, "output_tokens": 827, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1732", "text_group": "823b3cee661c376566c46341881963d7a4b10e1959ab961d382f99273a64a6d3", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0.02, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "passcode_forgotten": 0, "pending_transfer": 0, "declined_transfer": 0.98, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 149.96520802378654, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1733", "text_group": "2c531c55bafb9270328065e0de1c62f2904e82884080e796830b790077094f58", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0.97, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0.03, "transfer_timing": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "top_up_reverted": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 229.38691603485495, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1734", "text_group": "0da81273a55cc4190fbc5578309c84a9189c6dccd89740bfcc6908d0c6df3dc3", "expected": "declined_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0.12, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0.01, "pending_transfer": 0.39, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0.05, "transfer_into_account": 0.19, "transfer_timing": 0.11, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0.07, "fiat_currency_support": 0, "reverted_card_payment?": 0, "country_support": 0.04, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0.01, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0.01, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 162.83266595564783, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1735", "text_group": "5244647c0c8836f1f423cc51d22e5d1fe2f21c11c070620ac250013fac1205d1", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "card_not_working": 0.03, "getting_virtual_card": 0, "failed_transfer": 0.02, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0.5700000000000001, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "atm_support": 0, "verify_top_up": 0, "declined_card_payment": 0.36, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0.01, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 238.09179209638387, "usage": { "input_tokens": 1058, "output_tokens": 827, "cost": 4.4436e-05, "cost_usd": 4.4436e-05 } }, { "id": "banking77-heldout-1736", "text_group": "2d62005ae4e4c977bd6203dd8721fd0bf951729de00c339bb14c22832dd800eb", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0.28, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0.72, "transfer_timing": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "country_support": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 175.13695906382054, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1737", "text_group": "fe29836b95825b58932251ccc8079bafa930f2a383e89bd9e01239a79c5cbd98", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0.01, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0.02, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.05, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0.04, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0.13, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_limits": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0.01, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.060000000000000005, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0.05, "failed_transfer": 0.63, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 140.6664999667555, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1738", "text_group": "11ae23c1dc1378ae646ce8c50bee14cfbef73fa2fbcd3f6941afcd7ec880698b", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "fiat_currency_support": 0, "compromised_card": 0, "declined_transfer": 0.96, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0.04, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 222.78870805166662, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1739", "text_group": "e49b263bfad83ee67fcd9eb3cc9032b9c9e64860a7085f07ce88f384a0052592", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 1, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 172.98895900603384, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1740", "text_group": "114183eeafce853a37ae3d98c6664b8d4bad2877ed325c4dff4e7b71628dd3ea", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0.98, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0.02, "automatic_top_up": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 283.47716701682657, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1741", "text_group": "bf843d7b989d30162dddced19721fe4fe54c57ca708ece3648de1f2b307a9fbc", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.94, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0.06, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 132.65654200222343, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1742", "text_group": "bef6a87c9c68bce47c35a5a69ef4ad661ed01c0f4098a9a23ace835ccdbda95d", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "top_up_reverted": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "change_pin": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0.02, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0.98, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 320.5069580581039, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1743", "text_group": "215e963c20ccf9d9e84e46fe209720c5fcd851b29f12fc4fd12b9fdb6fff3440", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "automatic_top_up": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0.03, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0.97 }, "error": null, "latency_ms": 188.1207909900695, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1744", "text_group": "3e5ce253c94a0ea54f416daaaeac4afc41a57f118a927acdb7344fc62554de88", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0.03, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0.97, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "compromised_card": 0, "atm_support": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 210.86933300830424, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1745", "text_group": "6682fcce1d861ee0b08ca481319768f003f4fce2b9f11f10f19598ff22b7c6db", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0.02, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0.98, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 180.66212499979883, "usage": { "input_tokens": 1023, "output_tokens": 827, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1746", "text_group": "5d51cff5ed7cde78b9ddf9d8da853628d34c7c4f42568e9aab5aec86e500b474", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0.96, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0.04, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 251.18675001431257, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1747", "text_group": "ef0b4f55aeeba4d79a1f48855a6cef1ca73f24fed4e605634082c13ce8f83641", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0.03, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "country_support": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0.97, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 222.89029194507748, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1748", "text_group": "918a150b0981181369b5e87b8bbc39590ff7cb08fc21329f8951cc42e25d34b6", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0.92, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0.08, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 199.3640000000596, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1749", "text_group": "f80792acd371474c42ab6d4fb37016c3b342cda13536f2e4c26245cf622cf50e", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "reverted_card_payment?": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0.02, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0.98, "transfer_timing": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 173.44775004312396, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1750", "text_group": "78a636584d5bb38e7581c13f96502f43d5e373baca2d02a63a328a0a11efa5b6", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0.95, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0.05 }, "error": null, "latency_ms": 227.09025000222027, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1751", "text_group": "b02acb492b16b1f80c52e150ffff11c621953ae47642faa30e76edf3d1c9a9b5", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0.02, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0.88, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0.02, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0.04, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0.04 }, "error": null, "latency_ms": 113.43404208309948, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1752", "text_group": "4501d745d8688dc39375cb463dbe7e012c9dd26cac526083b6818205b582a5c7", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0.19, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0.81, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_arrival": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 205.2910829661414, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1753", "text_group": "8afe26380d9e131ce71909c28559161946414a4707522623eccc739286ef8995", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_reverted": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0.96, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.04, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 375.37095800507814, "usage": { "input_tokens": 1045, "output_tokens": 827, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1754", "text_group": "122ba1060c7935b3a77e82cbbc93b232c46d6b17e41ec1b2d29d871f9f2d8157", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "declined_card_payment": 1, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 181.60725000780076, "usage": { "input_tokens": 1044, "output_tokens": 828, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1755", "text_group": "235e90e40746133665352039a0a60620c767acbb5d7f4477ba38db4c69155dfc", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "declined_card_payment": 0.99, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 154.12687498610467, "usage": { "input_tokens": 1046, "output_tokens": 828, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1756", "text_group": "55589f97b64541e01a0bd272cfcae3140f2fc3cae8affbdfe1a9eaa7fcd13e3d", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0.98, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 163.89908303972334, "usage": { "input_tokens": 1040, "output_tokens": 828, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1757", "text_group": "2fddd5f1c320b30fa3e24adbb58ccc7287370f1e61c70d3d1312ead821dc95a2", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0.98, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0.02, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 207.0507500320673, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1758", "text_group": "e5d6b0c140572d633a6909f7d5d7bca41e7c1c5d3ebee7091591ae96c6fa226e", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "age_limit": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 1, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 211.6236670408398, "usage": { "input_tokens": 1057, "output_tokens": 828, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-1759", "text_group": "d2e07abac0d3aca430f3704df959c7612b30468861210e0d13d5da56e3688723", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0.95, "request_refund": 0, "exchange_rate": 0, "automatic_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0, "verify_my_identity": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0.05, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 354.5322499703616, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1760", "text_group": "964f9f0c2430e69164a95cd62c472cf407f9adc5e5d483ceefa9c12c5206df45", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 1, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 127.83899996429682, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1761", "text_group": "034d0ed2829efad2b5f5cdb4bf954eba4c90d20afa79ab8ae227a127ac1a2821", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 1, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 167.28649998549372, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1762", "text_group": "576cd0aa301c3818e09871803f3f97fa755e1e0b53f569d898a1b3b91b17f6eb", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0.97, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 263.814750011079, "usage": { "input_tokens": 1034, "output_tokens": 831, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1763", "text_group": "2f2aac08af21a3bfbbab5e00610b53b8ffa8d6d06314b4fa49cb8dc31cff2043", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "card_about_to_expire": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 1, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 140.31704096123576, "usage": { "input_tokens": 1037, "output_tokens": 831, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1764", "text_group": "455b2f98cb8717ab4391d7f30d4c58e328cd465eafc660c47543af6ca37bae32", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 1, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 240.8038330031559, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1765", "text_group": "c2337b277e05882381456a5572bc2b91575d431cbd59545b4b37b06d92690524", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 1, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 172.4495419766754, "usage": { "input_tokens": 1062, "output_tokens": 831, "cost": 4.4604e-05, "cost_usd": 4.4604e-05 } }, { "id": "banking77-heldout-1766", "text_group": "4126f97a0919d1cc1789d00f055d9f800c408cec1e17b52f539ba639098ff79a", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0.94, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "topping_up_by_card": 0, "country_support": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0.06, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 166.14341700915247, "usage": { "input_tokens": 1024, "output_tokens": 831, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1767", "text_group": "7ca0f45c608c9ab1697340e38a578ce046e6e15d1ce3fe07caa3bc52ab2db7b5", "expected": "Refund_not_showing_up", "prediction": "request_refund", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0.01, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0.23, "transfer_fee_charged": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0.01, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0.75, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 182.07670794799924, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1768", "text_group": "da687876e73372e8f94635a610e50661b4aa3c157a8e70901160e265ee5ab57f", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "compromised_card": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 1, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 191.11387501470745, "usage": { "input_tokens": 1063, "output_tokens": 831, "cost": 4.4646e-05, "cost_usd": 4.4646e-05 } }, { "id": "banking77-heldout-1769", "text_group": "d6b10ed71a98c4057c25b3e13d20a599d289ddf12adceb2ff546ecbb5d7b7f55", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "country_support": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 1, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 224.97325006406754, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1770", "text_group": "f05eb8d90b898f7133a6d4ffa8a465a12db8e805ae6a2d14d64407efdc23d9ae", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0.15, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0.85, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 176.43466708250344, "usage": { "input_tokens": 1038, "output_tokens": 831, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1771", "text_group": "097aa8761bdfc0a8534d024bc4d30b232ba5a772a213ee0a793129bb32a8933c", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 1, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 228.9842499885708, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1772", "text_group": "d520e6eba676d73ff53cd4d1ed3af8c7783e63c690f15a356af7560c3796b4c5", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "topping_up_by_card": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0.95, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0.05, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "failed_transfer": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 148.84795900434256, "usage": { "input_tokens": 1025, "output_tokens": 831, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1773", "text_group": "ce79a5ce8610a1e093d407bb86c772b3d929dcc0bf4ba89e74fa89e0e80f20c5", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "request_refund": 0.01, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0.99, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 189.25270903855562, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1774", "text_group": "03237b1949d0b218e7dbda22518105a6e9cfb7c618cae6cef8519ceb7b708c0f", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0.02, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "cancel_transfer": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "cash_withdrawal_not_recognised": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0.98, "contactless_not_working": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 126.0660421103239, "usage": { "input_tokens": 1052, "output_tokens": 831, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1775", "text_group": "7dcbc0156d646927101f014fe24eca680ce4b8606aa6427d4caeaf5fac2d04dc", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 1, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "verify_my_identity": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 188.49879200570285, "usage": { "input_tokens": 1037, "output_tokens": 831, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1776", "text_group": "a0550e1bd41caf127cc2962d6a3eb8e61327aedeae4997a6aabf222e94697892", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 1, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 475.9205000009388, "usage": { "input_tokens": 1042, "output_tokens": 831, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1777", "text_group": "da728cfe8b7ebf8753698e30d30ac0a5a8728de7b0975bba43cd77b06ea63521", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 1, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "exchange_charge": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 177.46170796453953, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1778", "text_group": "4bf7b2418b877df55b8494fb5cf85712f70ef432283e5887a597223ddea5e0d4", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 1, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 242.7000830648467, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1779", "text_group": "f1dbfe0ad8c9cdfd8f78227bd4510e6df20caf5cfb9c47d41ab0a40638f48101", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 1, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "verify_my_identity": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 162.03433403279632, "usage": { "input_tokens": 1036, "output_tokens": 831, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1780", "text_group": "b7d0cccb98c8fdf66092971ba53be231213ac4fbf78cb0520523f16f4c63c06a", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 1, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 186.5473750513047, "usage": { "input_tokens": 1038, "output_tokens": 831, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1781", "text_group": "09a7d4985a0e597bc13274c58b0bfd9dd882ebf68556e3e64019805eedea6d99", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 1, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 142.26058404892683, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1782", "text_group": "23e8d1b99ad64f5e79ae5b126db88ab440d50afadb96b2a1e908f5e80855cf63", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 1, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 125.89470902457833, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1783", "text_group": "9839bc6c646a8f64876dce3794f19bae1578b763821364ac4c8b1d2e22f4d36f", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "failed_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 1, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "atm_support": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 165.71391699835658, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1784", "text_group": "ec57c67f71b38608ea0a55317511d172b03693d5ac252dbcbb36d50ff250fff4", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0.01, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0.99, "exchange_rate": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 112.62283299583942, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1785", "text_group": "2ddf83de8a598ced67981d6407455913260ec6a920dbc8e80c3a9f11f372f9a6", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 1, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 211.56170801259577, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1786", "text_group": "94ff8ebc3cb903c0e3fa090919b56c7f82bb7c16a754c59ac07652af6b66010a", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0.01, "Refund_not_showing_up": 0.99, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 184.43862500134856, "usage": { "input_tokens": 1025, "output_tokens": 831, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1787", "text_group": "721c743e0922a1cdbd882fa12734638be1682879fcb1cbb66cd5648560c2ec1e", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 1, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 291.6870409389958, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1788", "text_group": "410c41e6a71d7e2b0ac153622ce55519ad0c4bc37975ac08e569ed82d8e3c362", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 1, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 177.35991696827114, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1789", "text_group": "c8cb11a2622ae45e01cf733369caa0b959da55229fe48c39c4be66428776b606", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 1, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 232.13387501891702, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1790", "text_group": "2e56438937d13d413c1f86270bdafa92e9bb9209a189a61d6b0149e3d92dafae", "expected": "Refund_not_showing_up", "prediction": "request_refund", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0.45, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "request_refund": 0.55, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 189.0744169941172, "usage": { "input_tokens": 1060, "output_tokens": 827, "cost": 4.452e-05, "cost_usd": 4.452e-05 } }, { "id": "banking77-heldout-1791", "text_group": "9921f17886b94348234248c9a29961222089883e0d185df072de12aac9c7deba", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "declined_transfer": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 1, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 138.8232079334557, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1792", "text_group": "2964d43f30d7def28e13923c6454da226a3c4a981cacae509d98c846dfb3f85a", "expected": "Refund_not_showing_up", "prediction": "request_refund", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0.4, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0.01, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0.59, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 145.2639999333769, "usage": { "input_tokens": 1064, "output_tokens": 827, "cost": 4.4688e-05, "cost_usd": 4.4688e-05 } }, { "id": "banking77-heldout-1793", "text_group": "5af6a3e8fd21c4eeacce7e6233a2e9ffc65436abe957c6a3f4dd4dafd776e4e1", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "Refund_not_showing_up": 1, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 184.24945906735957, "usage": { "input_tokens": 1023, "output_tokens": 831, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1794", "text_group": "34212398a2f246d42ad1cde7652ff3dd599f4df54a497bcf55b8dcd1bd4babab", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 1, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 143.802999984473, "usage": { "input_tokens": 1035, "output_tokens": 831, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1795", "text_group": "0d4a768523e8f20519c95e0d20f30ab06b444044adc864a7a39ed90f175bbc87", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "request_refund": 0.07, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0.93, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 208.19437503814697, "usage": { "input_tokens": 1052, "output_tokens": 831, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-1796", "text_group": "039c99c76ff5764d1d7d7b40b651da6ec55e86ffd596ca55c4f072e1c26238a8", "expected": "Refund_not_showing_up", "prediction": "request_refund", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0.96, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0.04, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 352.8092089109123, "usage": { "input_tokens": 1058, "output_tokens": 827, "cost": 4.4436e-05, "cost_usd": 4.4436e-05 } }, { "id": "banking77-heldout-1797", "text_group": "a850257a5bb1c23a19a9909266b3791924efeacc4e24fb6a9dbf2ed2b57f6a4e", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0.98, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0.02, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 419.25433394499123, "usage": { "input_tokens": 1071, "output_tokens": 831, "cost": 4.4982e-05, "cost_usd": 4.4982e-05 } }, { "id": "banking77-heldout-1798", "text_group": "7f4109704f09df83303444ee2004fd816f051cc204413910bf374e640791f475", "expected": "Refund_not_showing_up", "prediction": "request_refund", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0.3, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0.6900000000000001, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "exchange_rate": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0.01, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 216.86100005172193, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1799", "text_group": "7900c169b7ac8cb4b4e457dd9fc6437274a8542cbe3a335a497244ae04971643", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 1, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 181.10179097857326, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1800", "text_group": "a45d2f9c60dbb1509808b97933159313dd1164bcb40a0243a774ce38196e927b", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 1, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 284.4305000035092, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1801", "text_group": "eb9e4c583781c6d0770872232ab21cc9ca72597709c2c01c9753f7fc230f55d6", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_not_working": 0.02, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0.98, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "card_linking": 0, "card_acceptance": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 148.09375000186265, "usage": { "input_tokens": 1076, "output_tokens": 828, "cost": 4.5192e-05, "cost_usd": 4.5192e-05 } }, { "id": "banking77-heldout-1802", "text_group": "dbd29597e22154abc8809fbce3e340261cceb85646f4b684a63b99b6eb6951db", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 1, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 166.4022080367431, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1803", "text_group": "df24f19ae3bbc455601b60fb1f7ea4561d8b5bf0401a76e39a9ed3a1f72c5c6f", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 1, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "pending_transfer": 0 }, "error": null, "latency_ms": 243.10600000899285, "usage": { "input_tokens": 1042, "output_tokens": 828, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1804", "text_group": "86a902c0a20b2f23f80b99cb3633fd36c8291d84a564be4cca3c2b8badeb77a0", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0.99, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0.01, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 154.7875419491902, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1805", "text_group": "cd7815d8145615018abfaeda9c5a7f55134ec3a1f9e5db2a1133a99b10f9e57a", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "visa_or_mastercard": 0, "declined_card_payment": 1, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 173.91358292661607, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1806", "text_group": "198ae054ebd26b56ee7dd03576ef7c41545ef1e821637984db1722daf69c198f", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 1, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 191.3265410112217, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1807", "text_group": "de8d83264f41334e67c4c3e2818b44d9eab21e8dd088c649a1978549331a2bf7", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0.99, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0.01, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 217.1982079744339, "usage": { "input_tokens": 1022, "output_tokens": 828, "cost": 4.2924e-05, "cost_usd": 4.2924e-05 } }, { "id": "banking77-heldout-1808", "text_group": "8085739eda0b9b29b24917365bf518776fb4cc3bafb81e8dbc180e616df31012", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "get_physical_card": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0.99, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 147.04250008799136, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1809", "text_group": "effbda5b95b927ba6a4320d48f2911260b075a1f1adee7de957c2edc255dbfec", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0.02, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0.98, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 191.14091608207673, "usage": { "input_tokens": 1051, "output_tokens": 828, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-1810", "text_group": "fa1ad997ae0653a0de6c5823959d44c435750d3e6cb9b26f7c0af58dee8ed166", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "request_refund": 0, "terminate_account": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 1, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "top_up_reverted": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 209.31870792992413, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1811", "text_group": "8a714a7e2643913cc19b3431c1fe8db00a58d197b7339679c2bea19d629ec25c", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0.93, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "verify_my_identity": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "failed_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0.01, "card_not_working": 0.06, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 247.47070902958512, "usage": { "input_tokens": 1045, "output_tokens": 828, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1812", "text_group": "1c90f22722e94b7e5337f6db33abc32b2667cecf32baa8b18c4d8704347599d8", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.02, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "declined_card_payment": 0.98, "request_refund": 0, "automatic_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 215.44412500225008, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1813", "text_group": "7bf43f73b520d6957705cf2c4d866fd60bb7dcc17782b9ad9cc73a65b3d713a2", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0.05, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0.95, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 186.9404170429334, "usage": { "input_tokens": 1044, "output_tokens": 828, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1814", "text_group": "9adb51389df881a247ff4fc75ae8c415d994ba162e6af308640a88a9c3c4b91b", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0.12, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0.88, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 171.21404106728733, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1815", "text_group": "90702716977644db5bea3be7f6a356407419cadc739b4dd52d4b00368612a19b", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0.01, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0.99, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 284.8586670588702, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1816", "text_group": "aef0cc909021961b44984686b88b1d1e8c5035e7d5fb1e3333df38161ae2672c", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 1, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 223.17950008437037, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1817", "text_group": "5a5fe5e508b8474af4b0901d3113c9df5ecdd441c24760b0c5c884c493668043", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0.04, "declined_card_payment": 0.96, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 265.442332951352, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1818", "text_group": "5870301e7688824eacfbcb0536d3cf94682dddceec99d74a5862aeb3caa6a375", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "declined_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0.02, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0.98, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 439.4125420367345, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1819", "text_group": "c57a476c6507831a467a4bf903c20ce9db84e5bd1e61d42356fd90d7a1e7e0bb", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0.01, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.01, "transfer_fee_charged": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0.98, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 450.7317910902202, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1820", "text_group": "b553994b23fd53b8f8b6d8c1b38081dd512f0648827f45fac8ba21aa263ad91f", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0.02, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0.97, "atm_support": 0, "top_up_failed": 0.01, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 199.59358300548047, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1821", "text_group": "7e8235ff697ba78e5a08fe1bdc550baa55d8fa7d48b78652b4f159e1c45f1d09", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "top_up_reverted": 0, "card_acceptance": 0, "declined_card_payment": 0.94, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0.06, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 168.99141704197973, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1822", "text_group": "6eac3df054e65ba46e2a3a9757c02a1ccc6779025a682d7c99251dc1d9dc22df", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0.99, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0.01, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 152.45329192839563, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1823", "text_group": "6c784ba193e3728b19737682f42afb27c3d01c2cab2b7d3750b8eb0604a6c6a9", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0.84, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0.07, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0.09, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 161.23179206624627, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1824", "text_group": "23bda5ae8a673144f8c7a6cffda823e2da3b0c4a3cea4836d0d3b54cda18d355", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0.05, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0.95, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "terminate_account": 0, "top_up_failed": 0, "edit_personal_details": 0, "automatic_top_up": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 440.4366670642048, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1825", "text_group": "61bb9521e9a43189ed7496d535c1034a627092a491e0fcad39832697f53118ca", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0.06, "declined_card_payment": 0.94, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 315.2289579156786, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1826", "text_group": "dc6ecce5fe31e028219f6e95706c6bbc6f81c13a9e726345924d05c618c76441", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_reverted": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0.02, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0.98, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 204.85654193907976, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-1827", "text_group": "e10d11ebf749e2d6d052bd0b2dc6185d0063eeadce32ad4568fa649603b203bf", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0.01, "passcode_forgotten": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "order_physical_card": 0, "compromised_card": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0.99, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 181.18608300574124, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1828", "text_group": "bda84e762976238b201549941479728c201fb6904fe663c4bb8f169e3eedf090", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0.03, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0.97, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 173.10945899225771, "usage": { "input_tokens": 1045, "output_tokens": 828, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1829", "text_group": "35422bc51855a730a790d524f66dec7088b5e70eec2984f958a1a065726678ee", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 1, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "transfer_timing": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 271.36991708539426, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1830", "text_group": "64f7c19523f2e6f812993ec1d1156e7ea91e921414d4d83b803e538265271e29", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 1, "compromised_card": 0, "transaction_charged_twice": 0, "atm_support": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 227.21962491050363, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1831", "text_group": "ed662e97273da2c45dbfc2003732d0ca3d8cad18ebd38c657f20edbf70c8f64a", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "declined_card_payment": 1, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 204.61625000461936, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1832", "text_group": "2900569761a559aa645db011f8b9122792db51ff887516fc459c23de840697ad", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "declined_card_payment": 1, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 578.8880001055077, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1833", "text_group": "0c7eb3001d64e8d03132e08a3a158ddb4a6502f75b063e8f1630a5a1d89133fa", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0.03, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0.01, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0.96, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 225.84333398845047, "usage": { "input_tokens": 1045, "output_tokens": 828, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-1834", "text_group": "16c4788200c24ed67873307029a91ffb68117d42fa4a3e256d722c12f7031ab9", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0.99, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "country_support": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0.01, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 186.71729206107557, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1835", "text_group": "04abe737586685719eb8c2adf933c06fc9e6b83ed6359e5c030f31b43cb655dc", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_not_working": 0.41, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0.55, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0.04, "declined_transfer": 0, "verify_my_identity": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "topping_up_by_card": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 144.8796249460429, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1836", "text_group": "e6037264303e847fc16982d7d605612b889f90cd81ecce659ba5ab4edda91334", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 1, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 311.55845802277327, "usage": { "input_tokens": 1023, "output_tokens": 828, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1837", "text_group": "fba3bdc8da415f554df0a8fc60e51588d19a20d72b53fa41fcf92b935256b276", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "get_physical_card": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0.99, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 159.1689579654485, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1838", "text_group": "6063a378791fb41b170de63b13cc94bf1f7e7582ee9640a08cc4a766c2201aef", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0.19, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0.81, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 183.6189168971032, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1839", "text_group": "a8b75d31110b4e4a59583b9fccfa7740556017091c77720d159d3bc96eda5bbc", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "why_verify_identity": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_not_working": 0.05, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0.93, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 282.7742079971358, "usage": { "input_tokens": 1041, "output_tokens": 828, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-1840", "text_group": "93f7ebd7bfba7b19f1adfcf2eb9da1cecaa0334ae90c7c334d4a4195994961b1", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "pending_transfer": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 162.54416690208018, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1841", "text_group": "8e24bce3cde0050c76263987ffb205aa4c3003a75bb32c1f33077227663b8263", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_swallowed": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0.05, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0.8, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0.01, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0.01, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.11, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0.01, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 281.08333400450647, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1842", "text_group": "977f8b7805803a89b5c2e7c6e981a4bf02e32df5a32b92bb1e2f386e91360633", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.96, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0.04, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 279.6012500766665, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1843", "text_group": "c3adbe6f04720a84c83775034e203abcf59da717915ca1090aba3bbceb57e4e3", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_not_working": 0, "pending_transfer": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_limits": 0, "atm_support": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 178.3071670215577, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1844", "text_group": "c8110dc8e8924c7c39a72303b73f1c6ea911a9ab3fcfaf2425cff67e0f4d4547", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "receiving_money": 0.02, "transfer_into_account": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0.97, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0.01, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 249.6634580893442, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1845", "text_group": "ef2c3f98d07503e5fa282a928ad5d9eb524e0778989f7922fac813c9e2a4c590", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 1, "top_up_limits": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 172.71279194392264, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1846", "text_group": "a6b6484613dc3cedc6ab3ec4afaf5e16b6bf1df4090287d212be7f3fa002b7e6", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.27, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0.73, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 159.24349997658283, "usage": { "input_tokens": 1040, "output_tokens": 826, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1847", "text_group": "bc8268f9b38522ef24a0eacd4499a605609c27af4c5c5b7c97bcee7911c32742", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0.96, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0.04, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "compromised_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 195.2221660176292, "usage": { "input_tokens": 1051, "output_tokens": 826, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-1848", "text_group": "c8508f1f5102a19b5ca2c43fda3e6764c8081baca0b8e6597eefa73bc6b84ca6", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_about_to_expire": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "getting_virtual_card": 0, "atm_support": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 1, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 263.0274170078337, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1849", "text_group": "22e7f47bfe33c7d489326f4f2978a7e794f6f0701f90d02a2324a10bfd210074", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_acceptance": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0.02, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.98, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 268.9388750586659, "usage": { "input_tokens": 1046, "output_tokens": 826, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1850", "text_group": "9a8b599fc8b7696da4479d82ddabae6c6d77e2172f57101d361416dd7ef7e646", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.07, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0.93, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 142.83095905557275, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1851", "text_group": "3bbe5b9be9d1568ee136e3e6b9a5af18f57c0a0efdfabf5c845c687605744a53", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "exchange_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 228.73366705607623, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1852", "text_group": "1ce9d85631015e1f11103c51e6c2befb3c7d49d694c9c552d55e6f1b4e38228b", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 1, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 159.80954200495034, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1853", "text_group": "b876a52c19850ac1b84619f46cf11bccb3bece5e25c338a6e46d8d53deb09b08", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "pin_blocked": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "pending_transfer": 1, "card_payment_wrong_exchange_rate": 0, "change_pin": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "card_delivery_estimate": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 278.295791009441, "usage": { "input_tokens": 1047, "output_tokens": 826, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-1854", "text_group": "469c679eafb4ec941895bc290342221653df1439c3ccb6a4bbc6956f0cad7f51", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0, "card_acceptance": 0, "atm_support": 0, "card_about_to_expire": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "why_verify_identity": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 1, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 260.8714170055464, "usage": { "input_tokens": 1037, "output_tokens": 826, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1855", "text_group": "5f11450fa79707ae7b6aef8699ef680cae99c4394ede21808c8e236657d6e1b7", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "wrong_amount_of_cash_received": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0.1, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0.22, "exchange_via_app": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.02, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0.01, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0.65, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 147.61408302001655, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1856", "text_group": "0af121d0cbaf59b022840f8444cfd06b5df337d4687f425b62ee65d21e09b194", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.98, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "top_up_limits": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0.02, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 211.48829197045416, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1857", "text_group": "96c0c77ff4ef75026bbc85101aa63c3e71168972e4df1b6fba27d38da0441d94", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0.27, "exchange_via_app": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0.73, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "activate_my_card": 0, "edit_personal_details": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 140.35312505438924, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1858", "text_group": "bb7073491082eae6dc381f7368d686f0386671c58b1a87e23a1e92b4897ec3cb", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0.95, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0.05, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 191.09287508763373, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1859", "text_group": "d7480f908ff0b2417bdbe0f4243eb2e9f8a4a3503670cfd488636e37583ea2c8", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0.11, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0.89, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "compromised_card": 0, "top_up_failed": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 174.60433300584555, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1860", "text_group": "d5f09ea91b3a97f1e05b1bdc6939976e79304515602422418761c5a00aa31365", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 1, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "card_linking": 0, "top_up_reverted": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 253.7125420058146, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1861", "text_group": "499e742fe5059d96a43f799b186fda77d98eda06cab7d436cdf2c8145030d883", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0.01, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0.97, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0.02, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 216.13812493160367, "usage": { "input_tokens": 1049, "output_tokens": 826, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-1862", "text_group": "56f08aade3677505384bd5a82e316787e55a7289618d35d0ac8802e01144eb7f", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0.86, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0.14, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 187.48129101004452, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1863", "text_group": "78e8fb439633790d3d7f8f8284f2fb0680d2006c583b404cbba23051aed6f333", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 1, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 427.41283297073096, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1864", "text_group": "abb9c32fe1c23daf961fd0539d3c953f92b72cd7a3828ebb6b6336844f2421ba", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.14, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "transfer_timing": 0.86, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "country_support": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 177.25837498437613, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1865", "text_group": "ba178c4e10fdca6b94e6fa069f51286fd0fcc32ceaf75f9342fc9c5323df631c", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 1, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 117.11170896887779, "usage": { "input_tokens": 1022, "output_tokens": 826, "cost": 4.2924e-05, "cost_usd": 4.2924e-05 } }, { "id": "banking77-heldout-1866", "text_group": "4a579e5ac5c73a6402af79e944d89afd3321c371020c6d36a375e8e026d94487", "expected": "pending_transfer", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_card_payment": 0.95, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0.05, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 232.49916697386652, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1867", "text_group": "d7f6f9005b91c9a6d8b7a0cd2e4f39ba28d06fdc8c412c72576863288c149f7c", "expected": "pending_transfer", "prediction": "receiving_money", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.25, "card_linking": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0.01, "balance_not_updated_after_bank_transfer": 0.26, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0.4, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0.04, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.04, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "card_acceptance": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 158.58470799867064, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1868", "text_group": "b5482c64b7f1eedb884db5d1f7f7087fd41ce730cefe361ead08ab116bfdeebb", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "card_acceptance": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0.92, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.08, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 274.4262919295579, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1869", "text_group": "6ff692be8f23d484d96f013a2dc417f63450064a9a719f82f01a6b221d4329dc", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0.97, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "transfer_timing": 0.03, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 223.38862507604063, "usage": { "input_tokens": 1037, "output_tokens": 826, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1870", "text_group": "9312cb6f6e148bc142e62ef631b859a399364d90281490ac2a6db2f03d1d29fb", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "receiving_money": 0, "terminate_account": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 1, "declined_transfer": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 149.18837510049343, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1871", "text_group": "8f8ff4a5722c73ea8867a39418f750d3b309f76983fd01cb4155fefd4eb79041", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0.75, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0.25, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 169.77658297400922, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1872", "text_group": "236c9bf5ca5c466bbfe4ee75013a309511212d241ffc56ff51dcac19f53c3268", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "top_up_reverted": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "get_physical_card": 0, "pending_transfer": 0.95, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "terminate_account": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0.05, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 180.94983405899256, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1873", "text_group": "c9dca7b8a4acc4eb13ab1efea6170f5813f1b5c59825896e170ec8fcaf2f5134", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0.8, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0.19, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0.01, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 253.62445798236877, "usage": { "input_tokens": 1057, "output_tokens": 826, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-1874", "text_group": "cd0ac01b1900502804edd28d82f2e5d53a369aa7740090edfd32cd553b83103e", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0.01, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.04, "lost_or_stolen_phone": 0, "declined_transfer": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0.03, "transfer_timing": 0.02, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0.09, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0.04, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "compromised_card": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_transfer": 0.77, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 126.35095790028572, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1875", "text_group": "913beedfa524716543ba5ec69bf362080dea5e590736d7b3fa22427965ba8b12", "expected": "pending_transfer", "prediction": "transfer_fee_charged", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0.63, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0.33, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0.04, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 267.7592079853639, "usage": { "input_tokens": 1039, "output_tokens": 829, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-1876", "text_group": "2e6622ffeeff8868008a0177d62e5a0c4219d68f896883d0471bbdc4be763a6d", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0.02, "pending_transfer": 0.71, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0.16, "transfer_not_received_by_recipient": 0.07, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0.02, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0.02, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "country_support": 0, "pending_cash_withdrawal": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "card_acceptance": 0, "cancel_transfer": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 189.08154196105897, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1877", "text_group": "fb69af4d1828a628ef37528fc619afa67af6db5525157445e06f5f4ea4774e27", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "transfer_timing": 0.01, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0.01, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0.98, "fiat_currency_support": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 152.1364999935031, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1878", "text_group": "e0b692a43967fa23239fde5e897537dc8f451b303827710d4ceee06492d7a9af", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0.99, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0.01, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "card_acceptance": 0, "cancel_transfer": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 193.36395896971226, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1879", "text_group": "c81d194b51c0b6c69bf8ded7ea52b333d3c3f2f5c3b6c172086c0f027b449a76", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0.01, "pending_transfer": 0.12, "pending_card_payment": 0, "transfer_into_account": 0.01, "exchange_rate": 0, "request_refund": 0, "declined_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0.01, "transfer_timing": 0.78, "automatic_top_up": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0.07, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 121.1207089945674, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1880", "text_group": "c96a225e7f91929ccca1d0433faa72492f8ba3defdc6342288d0e26d39b13e0a", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 1, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "getting_spare_card": 0, "automatic_top_up": 0, "atm_support": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 142.69675000105053, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1881", "text_group": "98dff84fe89419988dbaf6af132c796ffe6cfc4e0edec949fb139dc2f072bdfc", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_reverted": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "request_refund": 0, "edit_personal_details": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 1, "getting_spare_card": 0 }, "error": null, "latency_ms": 193.51283297874033, "usage": { "input_tokens": 1043, "output_tokens": 826, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-1882", "text_group": "c817fa254692625a8273e401c83ba199730a127f9960d09590f37b77bacf24dd", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "request_refund": 0, "edit_personal_details": 0, "declined_card_payment": 0, "why_verify_identity": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 1, "getting_spare_card": 0 }, "error": null, "latency_ms": 301.26554204616696, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1883", "text_group": "177d2357ea8c148a19057f85eb798a6328f5a5abf9d4a14526f8f618ee8f8156", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 1, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 164.68120901845396, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1884", "text_group": "98d42a22e5728c47000ff803bed11f1e650c323f21a1481fa7612199df0cd19a", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "terminate_account": 1, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 257.7396669657901, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1885", "text_group": "c1f68917a26cb360eff7d67f50c3200d25b2dc23a4be95e87eb5e2a063da832f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 1, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 186.5540830185637, "usage": { "input_tokens": 1037, "output_tokens": 826, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1886", "text_group": "60333daa1e4f3f610b63e85aa1953030b6d90aefd0f14325cd816e5d0b05363e", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "card_about_to_expire": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 1, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 205.05004096776247, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1887", "text_group": "7dec79e9f4c20c096847e73d9e2c509ff6cf09fbeab3eb704bb58ca47dfcbb05", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 1, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 244.6762080071494, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1888", "text_group": "a2b70d9f04090ae94ad1f3bb5d8bdced7254f7f2a4558f84a287436f076f1e7f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "pending_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "edit_personal_details": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 1, "getting_spare_card": 0 }, "error": null, "latency_ms": 187.68849992193282, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1889", "text_group": "6c2f7272239319e458cb95531b1f2be3ef57b18e2c301b9afc0fdd12ced6cf0b", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 1, "getting_spare_card": 0 }, "error": null, "latency_ms": 189.47004107758403, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1890", "text_group": "14b7d16b530cadd2051636a690008fbab97309053c9a0b52b66df330e439d8fa", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 1, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_limits": 0, "atm_support": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 348.4053340507671, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1891", "text_group": "b580e85eeb685ac8123f8bc38cb00d4057a6973c6547a28ed09ef1fb98406d5d", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 1, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 192.54483305849135, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1892", "text_group": "43987a4d09eda195aeef67e0b7dcbbb682d9be150348978216e9536c2babc39d", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 1, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 137.06754194572568, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1893", "text_group": "bc396652e27bbfec0d12df7e1c1160f6a2a54e1e79c7c399c45339cbc4c63fc0", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 1, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 354.90158305037767, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1894", "text_group": "19c9e3dd49a3a906a16d8df84cd4018adeab1791b27117958d186f5dbedf675f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 1, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 214.60683294571936, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1895", "text_group": "2421720029a76e658e519cea165a1ee8e19ccbf5221096e0feae0d9d9f93f3b3", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 1, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "card_acceptance": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 205.22883301600814, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1896", "text_group": "b4266b0d930df35fa7d683a7bf313f0ee7761e9285cb90a76791a7c783f19f82", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 1, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 153.2180830836296, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1897", "text_group": "61e66bdf36fc09c70800feaf8f3c82c46ad01864c0b5a75216212f0236957e76", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 1, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "atm_support": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 124.09683305304497, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1898", "text_group": "2c4c8f64e165e9d8975113baa0461c3882d5fe3f400c41d75d7e4579ee6869d3", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 1, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 159.08070805016905, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1899", "text_group": "eb164abaaf42c69168b486765761bb324982c19c270421d6f53b14b2bdb21ae8", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "request_refund": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 1, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 197.62612495105714, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1900", "text_group": "a4d299c423b2338e6209384b2949b74d1376f2b3e7dbb55d495436b17cda9c62", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "reverted_card_payment?": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 1, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 146.50808309670538, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1901", "text_group": "c1cbc578165d0f6efc2050eaaee6f6365b565fe055970658bddad2948cf028d1", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 1, "top_up_failed": 0, "atm_support": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "pending_top_up": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "change_pin": 0, "pin_blocked": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 181.96608300786465, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1902", "text_group": "016032b54fb3a16a96f7161e9e5214fe3ab5388f1cfdd496253fec477f03633b", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 1, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 244.28874999284744, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1903", "text_group": "f83e65b3f62aae0903b7cde17a5566b08c03527bc6e964a01aaf2356518eff78", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 1, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 220.01629206351936, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1904", "text_group": "979fc5a7ad90bd2eb161dd4a196978abefba50d59aa565c4510ff8dc47aa97d3", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 1, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 139.433000003919, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1905", "text_group": "932555caed0c79b6ce2a81cea0c1f0a23841c760a4ff5ec23f62e8bc6b12fa58", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 1, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "pending_transfer": 0, "age_limit": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 176.97395908180624, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1906", "text_group": "cf703d2a1eca9fc246acefe07c9afbfc38e2560ab0bf0614a31ea57955d46553", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 1, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 152.64762507285923, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1907", "text_group": "9013423fbffa5e0b892bce59142c73c6887b38e36f26eb0dd9a8f7f463a38909", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "card_linking": 0, "pin_blocked": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 1, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "change_pin": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 173.2722920132801, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1908", "text_group": "5845b119cb99c37c72d0036bb1dac5ffd3e24aff78bba748a7fd64c98d7c670f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 1, "verify_my_identity": 0, "request_refund": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "top_up_reverted": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 194.2015839740634, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1909", "text_group": "5b7814f9b036b39ae0f5de5f9229c479ca5670ad641ba067a05b3591eb2df08d", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "atm_support": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "card_payment_fee_charged": 0, "declined_cash_withdrawal": 0, "terminate_account": 1, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 227.98275004606694, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1910", "text_group": "ed096b6608955793ccc1b170ee6f363efdae585a6f96cc6e48d0d335475c38c1", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "country_support": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 1, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 189.84508293215185, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1911", "text_group": "ba8599eec11714e4431080177fa573268a52392091d634ea5eef42690f6792c5", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "receiving_money": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "automatic_top_up": 0, "request_refund": 0, "compromised_card": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 1, "getting_spare_card": 0 }, "error": null, "latency_ms": 279.19758297502995, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1912", "text_group": "589bed410cb598aa08de379da9fd5eaad00de35bcbebb2882b3d39e89520f700", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 1, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "pending_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 191.00716698449105, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1913", "text_group": "c152cad7bff06daad7747661b32a4b801e8e4f2911f56a105ca2862cb2b1ae2f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 1, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 190.27945899870247, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1914", "text_group": "4af6f3117cf2c8fe0cfecd2ffb7bfba5cc02745807eaa010d06499d4c5692f77", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 1, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 234.48766604997218, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1915", "text_group": "5d2e644caf62482ec88ce700f6eb5bd6a7ad1b3ac7f96a209983625181eba503", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "change_pin": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 1, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 228.83979207836092, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1916", "text_group": "d8f2d75f417c9448ea515768823f4f0604ab0c24eff91dbaf386d8e2c183f7b5", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 1, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "failed_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "verify_my_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 146.88329107593745, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1917", "text_group": "d7766ad729b38deb2e323430956a9131ba31c341995d211aff059387a7367a3c", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "receiving_money": 0, "terminate_account": 1, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "declined_transfer": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 145.60774993151426, "usage": { "input_tokens": 1036, "output_tokens": 826, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-1918", "text_group": "7693f2fce42860a49cfbdb610afa116007b4f311871c4bb43eb028d4f1e28d5a", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 1, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "exchange_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "automatic_top_up": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 183.07954107876867, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1919", "text_group": "b3f81dc65912f4ed7b7a615e4da5b402eeb76526408b77fe53b2cf119ee45883", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "verify_top_up": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "change_pin": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 1, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 226.1660830117762, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1920", "text_group": "8d5eb2910f7467886aae06e4cf3c24f9a9fee7758eab7f2718878e039bd0a4d1", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "card_swallowed": 0.99, "declined_card_payment": 0, "lost_or_stolen_card": 0.01, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 161.10816702712327, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1921", "text_group": "2038977f593e144da331266856cd3f96c6866611945339d07a88cc637f9560c7", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0.01, "lost_or_stolen_card": 0, "atm_support": 0.37, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0.62, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cancel_transfer": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 282.6469159917906, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1922", "text_group": "de965e613c704d7e1867b80a04168b19c177004266c3434590aec263b2948f1f", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0.93, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "atm_support": 0.07, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 217.70200005266815, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1923", "text_group": "fb3f18467789d3f38de8f4f26da53f950aded8ca8f05d8c6ccbb00b3a0b552cc", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_charge": 0, "age_limit": 0, "card_swallowed": 1, "getting_virtual_card": 0 }, "error": null, "latency_ms": 219.75770907010883, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1924", "text_group": "c76900da652677ce6a85e0a78eb2f591d41fbfe83cc295896ca722c00ab3e826", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 1, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 198.39316699653864, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1925", "text_group": "172e3e7658fa6f3956017db93aeeebd2e1509757fd0652d5e03449ad7a788b96", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 1, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 235.11833290103823, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1926", "text_group": "f0d7f438e9c432e9045956acab892add50899d5fcea3d5ceed334e4b68a3100c", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "atm_support": 0.01, "fiat_currency_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0.99, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 161.85120795853436, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1927", "text_group": "ac08d1d7545f11faa373c6dc0a5267edd0ad87175e2819ba815528af7c75923b", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 1, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 161.30112495739013, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1928", "text_group": "e096908ffa647ec4e9c4fd1097e812929e155f77e247216e39ed961bf1e2b662", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0.01, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0.99, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 319.1441670060158, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1929", "text_group": "bd8cd713852bbc0f22236d39556532294806ceaeca9f407954143c1649a7dbc6", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "atm_support": 0.26, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0.74, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 258.8563329773024, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1930", "text_group": "c7970fa8a395f12fc48d9717566bf97b426d041958a0dbdd75d2ef614143d347", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "request_refund": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0.02, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "compromised_card": 0, "pending_transfer": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0.98, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 168.7125830212608, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1931", "text_group": "2ee5b6e2cab4792255d2684742d85c5b1c714ffe75eaef23672a6aa744c5843a", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0.01, "get_physical_card": 0.04, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0.95, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 169.713250012137, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1932", "text_group": "0042df6fd00533e104e09b27e0c4b2bb4f8220aa1d048ab7eaa3e79f73410914", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0.01, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "verify_top_up": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0.99, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 212.77979190927, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1933", "text_group": "ea3ac906db3cb1f948764909408199e09276947d87010b09f83455aa68bd2df0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 1, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 276.8172499490902, "usage": { "input_tokens": 1040, "output_tokens": 828, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-1934", "text_group": "d648661eade4e2a59b6703ff9fa9324cb40febee488b6e2e8d243beff3825fd8", "expected": "card_swallowed", "prediction": "atm_support", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0.99, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0.01, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 220.76625004410744, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1935", "text_group": "c104bd2d04ea7675b6cfd796ce3d40d8e309f8e726995e0476a56fcb6e2f38c7", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 1, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 130.7743329089135, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1936", "text_group": "e28603b6de82d2ea364ee5c506895a394ba13b87d721971bbbe36db8d70603a1", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "atm_support": 0.01, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "card_swallowed": 0.99, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 249.84416703227907, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1937", "text_group": "6c078a5fce4bd7d6e3eee6aa2ccab2495b8dd544c6da354470184f65c47096b0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 1, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 247.92679189704359, "usage": { "input_tokens": 1037, "output_tokens": 828, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1938", "text_group": "3a13d85fef8a3070629ac7cda853694b7cd7a102cdf2264b11ec4f21833e4a2b", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "getting_virtual_card": 0, "card_arrival": 0, "age_limit": 0, "card_swallowed": 1 }, "error": null, "latency_ms": 148.26262509450316, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1939", "text_group": "43965d1a3b1fa7dda7dcf93d92d11de73ab326dc6b1e75157a183202d16063c0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 1, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 230.0107079790905, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1940", "text_group": "3ffa33b4ad20b29b21c9e1effdb36a9709168906ec6ca979aed09c252756a9f8", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 1, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 157.19612501561642, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1941", "text_group": "ae7182aebcffad9f2eb4050173022c2cb3deb35cf5f402b9e069812309e0eff4", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0.99, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0.01, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 268.39641702827066, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1942", "text_group": "4bfb5fef3f55b36251f76bcaf20431d8b6759d55ce0c3cf82a4b26ccc7ab4b8f", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0.06, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0.94, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 176.45745899062604, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1943", "text_group": "deda48296db20ec9157efa3deee722b44529bed0fe5fa1aaf727ba67b06a2c90", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0.03, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0.97, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 223.8268330693245, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1944", "text_group": "cd29f3f27636d875b696c80f3297605536b03c82cc5115b22f5d7a7d29457e88", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 1, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 114.22558303456753, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1945", "text_group": "a6fc56e2b335dd3e5be9da2ec45f3c59cedbc55259676f37ddb588901e1edc6b", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_arrival": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 1, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 156.34929097723216, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1946", "text_group": "f9bc3133941c2e68e35a24d5dd5e70407ec6d24181a2c266b40aba3122cb6c6a", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.02, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0.98 }, "error": null, "latency_ms": 185.81345793791115, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1947", "text_group": "d8f5de13021a37c282cb851c855df9660180f9cd69ab0ee3b116e6fe0a276309", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 1, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 174.9945420306176, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1948", "text_group": "66f7e94f049e9d02e4549ee00bda74e6d35b487c669ef8b6947dc7f846901046", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0.97, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "atm_support": 0.03, "transaction_charged_twice": 0, "top_up_failed": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 262.54670904017985, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1949", "text_group": "b94cc428c87bf593a8377d9c28458eab2c8349cdaa6099ea61a2c36cc23ff7b0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0.98, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0.02, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 203.99929210543633, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1950", "text_group": "f3cd5e6014ecdadcfc05230d7d88844550a75646c7567f1447cbb0cac376a343", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0.04, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0.01, "card_swallowed": 0.95, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0, "age_limit": 0 }, "error": null, "latency_ms": 258.704875013791, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1951", "text_group": "54347bfe57a9e41f17ed47e048075de852a338ff533d67d75ee27817fcf29659", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "card_swallowed": 0.98, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0.02, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "transfer_into_account": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 163.6890829540789, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1952", "text_group": "454b2da73950ad7352d3967c371df7fdac70a392e4427e52be0b3ab4fc495c9d", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 1, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 153.3447919646278, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1953", "text_group": "5759c334c2a95bcbea5a887793d2956edda157adab75eb9365d55f72663e4e20", "expected": "card_swallowed", "prediction": "lost_or_stolen_card", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0.5700000000000001, "topping_up_by_card": 0, "top_up_limits": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0.43, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 193.52691690437496, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1954", "text_group": "fe19fdd58a0d571b6918892ee687d40d6a90761e2ea373e7b03491a05d5d9cfa", "expected": "card_swallowed", "prediction": "atm_support", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "atm_support": 0.95, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0.05, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 171.92362493369728, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1955", "text_group": "c66f45bce68a14d81531305381f34c1d5b33479d7d6850fdea00a70a0384b84e", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0.99, "top_up_reverted": 0, "atm_support": 0.01, "change_pin": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 177.56087495945394, "usage": { "input_tokens": 1046, "output_tokens": 828, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-1956", "text_group": "9720b74e7d3b136ef44e1a458e044c4bb19b3d50ff57cbc314ba2ada825579c8", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 1, "exchange_charge": 0 }, "error": null, "latency_ms": 261.81179098784924, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1957", "text_group": "8940174812b9a600c3a802c0bdda7a1ff59f3fe0727ada64a028220feaeb9f24", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 1, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 264.1511660767719, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1958", "text_group": "a3366133d5d6b3548ee35615726c92b27b8f63d9d0d8acb3a631930f694d0d99", "expected": "card_swallowed", "prediction": "atm_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0.14, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "request_refund": 0.02, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0.09, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0.01, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0.12, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0.1, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0.52, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 190.8440829720348, "usage": { "input_tokens": 1066, "output_tokens": 826, "cost": 4.4772e-05, "cost_usd": 4.4772e-05 } }, { "id": "banking77-heldout-1959", "text_group": "cdbdfd32631cde5ec46ad5ff9cf40d5eaeff5b9803fd51b290d91b576ef3b572", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "change_pin": 0, "card_swallowed": 0.97, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0.03, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 160.79579200595617, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1960", "text_group": "6171298e42c8e6a7367fc0ba5974c60a6fd2cb0d4ca92788fbe1f327fd5b5fef", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "pending_card_payment": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_physical_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 1, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 171.89845792017877, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1961", "text_group": "25a19671e3c3715791eb33b76061a40b9841252233b2e2ddef17d02434c33a48", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0.96, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0.04, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 279.36883305665106, "usage": { "input_tokens": 1061, "output_tokens": 830, "cost": 4.4562e-05, "cost_usd": 4.4562e-05 } }, { "id": "banking77-heldout-1962", "text_group": "08daaac6ac7747f940a1789c6a28430b09a966aad9c8cabc84d9b0f6cbe54402", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "transaction_charged_twice": 1, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 215.48345789778978, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1963", "text_group": "283942241452b9ce97afd5f016648b27140d2072bb741f31cca6be45613bfadf", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_not_recognised": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 1, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "failed_transfer": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 242.74854199029505, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1964", "text_group": "5fd176b08ce22fca78bd21c84d40aa8755aceafab87d991a54c8e7c01033ef0f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0.04, "card_payment_fee_charged": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.02, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0.93, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "unable_to_verify_identity": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 212.0515420101583, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1965", "text_group": "70fbda6f9085cce6f2dd85f9b5fea4504cf8fe6e5f70775e23d0b06414adfeff", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 1, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 160.9918330796063, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1966", "text_group": "5a1d5e6b8e0ed30beea93c9b93b9b337f433d398b4b624bef759ff212567bc14", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0.01, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "transaction_charged_twice": 0.99, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 151.16641693748534, "usage": { "input_tokens": 1042, "output_tokens": 830, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1967", "text_group": "a07cb6aa5e980cd59f0878e29052c36606a5dccf9edaaae81c43f4b6bfdcfd09", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 1, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 210.64479206688702, "usage": { "input_tokens": 1042, "output_tokens": 830, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-1968", "text_group": "468d11ebeefe8071e39d8095ab32cb3710c6a83d42126c05956b604a0f481a10", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "transfer_timing": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 1, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "fiat_currency_support": 0, "country_support": 0, "card_payment_fee_charged": 0 }, "error": null, "latency_ms": 233.0371669959277, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1969", "text_group": "8fd909948684ddf3b78ebf4ada8339b0c4d97f105b8b4ce6b8a4619cfd5ad69e", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "request_refund": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 1, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 228.71370799839497, "usage": { "input_tokens": 1053, "output_tokens": 830, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-1970", "text_group": "c378074a474169d9656f33360403ec4d9cd9ed71597d74c384adf76061c4a103", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "country_support": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 1, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 412.65708301216364, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1971", "text_group": "8d7f050c4c5de8eb78d498b5443ea190e19e857242c2eda898c13458a511780d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 1, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "card_arrival": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 253.31287493463606, "usage": { "input_tokens": 1024, "output_tokens": 830, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-1972", "text_group": "49d5baed38b0b6a13706b9767e4ca3e82df3b6f41579ac3763ccf1c24ab99acb", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "declined_card_payment": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 1, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 142.17362506315112, "usage": { "input_tokens": 1044, "output_tokens": 830, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-1973", "text_group": "d34cd1fd468fa14cdb7bb9b5f155e6c603da69484fe86acf38961210ee48634a", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 1, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 231.98054207023233, "usage": { "input_tokens": 1056, "output_tokens": 830, "cost": 4.4352e-05, "cost_usd": 4.4352e-05 } }, { "id": "banking77-heldout-1974", "text_group": "189605bb76a4729dc8f2393e62f64f6ec76257de3c97b7bbacb2b3c5481c4a6d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "card_not_working": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 1, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 197.84808298572898, "usage": { "input_tokens": 1064, "output_tokens": 830, "cost": 4.4688e-05, "cost_usd": 4.4688e-05 } }, { "id": "banking77-heldout-1975", "text_group": "c6390ac05ec6fc2809fa1cdc9c5e9a003369b3af5e91a6e6caeb1efc4ad7a4ce", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 1, "get_physical_card": 0, "card_about_to_expire": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "age_limit": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 537.2680420987308, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-1976", "text_group": "5bdc31c3919bf7888527578d58e711e889294869b71d5b436e222a51594e74d9", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 1, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 178.6148330429569, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1977", "text_group": "c393a01024b4235b810b64aae6ff3e7c62277039281b0dda92e2d1e5580662f6", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 1, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 306.5075420308858, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1978", "text_group": "78e11245953a5603ff1f85dfc971e39a21c74c0a042f2cdea4758a1e7f7beab6", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 1, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 359.2877499759197, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1979", "text_group": "f1158bada9ade2f542288b87e19135944d8f3a12b654ee6c561d5ec1b4a98c1d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "card_not_working": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "atm_support": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 1, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 171.9798749545589, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-1980", "text_group": "4d8f9c6d37ad6c320917f5a36ec0b7d93cf1191e8b4ad35f2d9e98145b6859a6", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "country_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 1, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 193.3875000104308, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1981", "text_group": "0ccce508fa762f2b8248af5051ee23a349b9b8a52d29b6b9f30ec399edb4390f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 1, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 248.9881250075996, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-1982", "text_group": "01d04a469d01702b00a621835d56946f5eb93ae9ef149bdeea5d4a467ec286f0", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "pending_top_up": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 1, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 363.3084590546787, "usage": { "input_tokens": 1049, "output_tokens": 830, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-1983", "text_group": "f3dfb00fe8266a0d69a181f91afdb28e96251b6708f0bf8174ad92e8a9d7566d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "card_about_to_expire": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 1, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 226.2019159970805, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-1984", "text_group": "fed719f1ad013351de49d3831ea0dcc197d4df467b07a4ba3d0278288f57a91d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 1, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 214.26533302292228, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-1985", "text_group": "b7c2597d8e7ea23171671cb8860be1d8dd45fc744e499af17cd8c0763aa4e41b", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 1, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 186.77654094062746, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-1986", "text_group": "bce99551e7ce331659c214184535271b1693f4626c22e6c3c2141c01d6f7e84d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "passcode_forgotten": 0, "card_acceptance": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "compromised_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 1, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "change_pin": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 148.26987497508526, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1987", "text_group": "ab35247be7a315507aba843168f29d8ca0f07464bfd004875cf9d86ef0d2049f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "verify_top_up": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 1, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 249.86595893278718, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1988", "text_group": "8eec4526eb63e8fab9ee555c625971a5cb9463bed8578246d0bf74662fe43774", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 1, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 172.63541603460908, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1989", "text_group": "1889f0b5eb192d2a18311e448a8283d28ecf6d6940076d3fbcb34bfa70d26b5f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_acceptance": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "atm_support": 0, "card_about_to_expire": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "card_not_working": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 1, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 462.26441604085267, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-1990", "text_group": "79710ddacff3ddd6583841f26d73e0c4dc45e7ed0f1cda51ef10a6dc6fd20dde", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 1, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "failed_transfer": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 180.99845806136727, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-1991", "text_group": "62317a64a6b58dae86ee95f5a51ba33b7489edb1882d996ee68fc628782cb72c", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 1, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 171.42975004389882, "usage": { "input_tokens": 1023, "output_tokens": 830, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-1992", "text_group": "36c282cd0e0fe296a87544f80b6e575959d5472033ebdfe382352833e39f3652", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0.15, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0.85, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 195.59037499129772, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-1993", "text_group": "0679435a262c1000707ab6d513c17788cb1ee855b727dc5da8f5fd88b8c85671", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0.91, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0.09, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 159.5521669369191, "usage": { "input_tokens": 1071, "output_tokens": 830, "cost": 4.4982e-05, "cost_usd": 4.4982e-05 } }, { "id": "banking77-heldout-1994", "text_group": "5da85214d2811adf2361ee5fa707988015227328d60dc1c4ed881151cb2371b4", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "receiving_money": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 1, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 258.21512495167553, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-1995", "text_group": "aa1041914913edb9f7a00bd95bb87096a373399ff4a8150b82e6cd9ed9b66853", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 1, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 212.09529205225408, "usage": { "input_tokens": 1049, "output_tokens": 830, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-1996", "text_group": "fef32c1aadf94824594f2f708653744eff63c33bac0e545ce83c7b85a13fee53", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "transaction_charged_twice": 1, "top_up_failed": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 179.04008307959884, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-1997", "text_group": "3dc1c43a65f723c65034d4c4d9450b360e2f6e64fdddd3dda4453f02b8127288", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 1, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 194.52945899683982, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-1998", "text_group": "f8d3f6592ce6b268ce2748b70694f684747507b5b4b4f83a0ea063c1edda3e7f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 1, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 173.61641698516905, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-1999", "text_group": "7dcedec28ccb3b9c38148b8b2d2e61244e865caf2b53b477313b283494623038", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "request_refund": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 1, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "change_pin": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 320.93295792583376, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2000", "text_group": "6748af419be1c759e123e71991e980d8a4a4b50dbffa6e51c9bf0441d1b8c61b", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 1, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 271.5011250693351, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2001", "text_group": "912f952a7b3d607e1af045fb779e21f5fdcc50d2ed713dda2cf25e6ccc11e32a", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "declined_transfer": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "verify_source_of_funds": 1, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 287.0536670088768, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2002", "text_group": "4213fdf3000b7181a6805b9d84fb26e1707601f9bd2d79fab50c0c70a216639c", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0.98, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0.01, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0.01, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 381.96074997540563, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2003", "text_group": "e527e1af9fca33f2eed7b7d1709e3c5986a5b742a5eaa16f419e6e7b78e5790e", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "getting_spare_card": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "card_payment_not_recognised": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 161.02870798204094, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2004", "text_group": "1a5e2c656d659a1b9e08f6303a2d22f5bce90472570f3e95936b0197eb901ca5", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0.88, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0.05, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0.03, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.01, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0.03, "activate_my_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 223.4462919877842, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2005", "text_group": "083bf540498759bd4ea871578e96c7fa6c87e26266d6de409bf399cb0375f588", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "atm_support": 0, "activate_my_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 1, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "getting_spare_card": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 250.51804108079523, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2006", "text_group": "f729a86b1e0d355f03e6bf50d13abf26d283c4e559b30e66e63d55bcc4165832", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "request_refund": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "terminate_account": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 1 }, "error": null, "latency_ms": 253.62529198173434, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2007", "text_group": "cdaad1244b94edd54e94fd5fa0bffa104973c2baf81548ad4631dad40042609a", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0.95, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "change_pin": 0, "card_not_working": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0.04, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0.01, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 369.6782919578254, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2008", "text_group": "e132f758faeb814ca09441f3ba09b7391676baa2ac74d42cf4728e33f2a83607", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0.98, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0.02, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 273.11675006058067, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2009", "text_group": "fd08aeebcadce46aed0e8e1196eaf23a39a52a5ed81d473ebb4473fde24a99f1", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 1, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "transaction_charged_twice": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 407.4830000754446, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2010", "text_group": "c22d8eb5bf62fd024e6445546ed2013dff7758ce517445c0dc44b3edce05d058", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0.93, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0.06999999999999999, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "verify_my_identity": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 178.41649998445064, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2011", "text_group": "c1030d2d4c9e2cbd4c8af736d1b9fea3725762670e639a980a4c68eb5c60619d", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 1, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 340.09874996263534, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2012", "text_group": "01bde4878d817e02c2b70eb414aa22505b71c5d64849b0eb5a6fc1defb2caf2f", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0.01, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0.93, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0.05, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 158.77620805986226, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2013", "text_group": "50ae02a5fb2f1ceb4253b56aee5e9a62315e0db7d92ccd5bfb1503176ed1b2ba", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 1, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 281.5316249616444, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2014", "text_group": "d3c4dde768f008375761bbadf2a3fcb475862f332ccddf4290a480c5bdb7d31d", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "receiving_money": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 1, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 207.98062498215586, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2015", "text_group": "e813292f7db44f562b00a3e62a43c6ee3a9045d905a63bbf64c4b1368e49edb4", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "verify_top_up": 0, "exchange_charge": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_acceptance": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 1, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "card_linking": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 371.8041660031304, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2016", "text_group": "5aceabb67c2e930b85642d57cffa1e7547a71cb04ba78b1c187e60102d56eb84", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0.06999999999999999, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0.92, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0.01, "lost_or_stolen_phone": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 167.90587501600385, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2017", "text_group": "9587b28e3240c483e17bca5b0e3e50aa4dd69dbe7ad0b4cd47c221f09f9ceaff", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0.01, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0.93, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0.05, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 171.91224999260157, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2018", "text_group": "8292f48900e064f9783331e2d7ec5b78c4eeb39b393cdce46c17943e9039275e", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0.02, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0.95, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0.03, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 324.2677090456709, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2019", "text_group": "87f15f1bfa940073d90bc4bd3d8b6a7fe6fe9aa6155ae569fb237f0d5e412af2", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "terminate_account": 0, "receiving_money": 0.01, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0.99, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "pending_transfer": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 214.97633296530694, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2020", "text_group": "4d2291dfa596f1a89249947936e14b91ef96928c11fe476d6e505c47501689e8", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0.01, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.02, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0.01, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0.96 }, "error": null, "latency_ms": 187.86762503441423, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2021", "text_group": "1bd0d6b3b227c31f5088f79db32f9a9b020fe3616eca56b78ccb87b734bd76c0", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0.89, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0.08, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.02, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0.01, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 157.02404198236763, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2022", "text_group": "813ccd7d692aebc9dd83faf3d1b35a7946014fe0f860da131cef009980b78150", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0.04, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0.01, "top_up_by_cash_or_cheque": 0, "receiving_money": 0.03, "atm_support": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "why_verify_identity": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0.92, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 175.9182499954477, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2023", "text_group": "cb4991e466c8c368e9cea328d5976dea14af1bbf802f5ca347678d5b0d97d9c3", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "verify_source_of_funds": 1, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 259.4468340976164, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2024", "text_group": "8e2232aa1bd5fcd2467c0c6b62c60209d2f6d5c4e087cbf9b91d81c2445f0624", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0.99, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "compromised_card": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 162.06229198724031, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2025", "text_group": "0f72cb35c3b4d3cd249e90696160eb09c9f871b7b4868381fbed08dab38d0202", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0.27, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0, "get_physical_card": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0.6900000000000001, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0.03, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 285.6404170161113, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2026", "text_group": "0ef49ae69ba885fd04ebafee69de6d773ee08af0b6279bc639a1eb02de350ee3", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 1, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 147.19766599591821, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2027", "text_group": "f3af55da7476f52e2f8f23f6fb774b23b1ea8c0e8e1b1a1fb5ed2a36bdbc05d9", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0.76, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0.01, "receiving_money": 0.2, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0.03, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 238.01679094322026, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2028", "text_group": "fda1ceec49ced9f46b020285aaf995c803c88b495b0b7dcdf16256378e92eaac", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "transfer_into_account": 0.03, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0.01, "receiving_money": 0.13, "wrong_exchange_rate_for_cash_withdrawal": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "get_physical_card": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "card_linking": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0.8200000000000001, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 151.05287497863173, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2029", "text_group": "dcab69b0351597a3db2c87124741499fb4e02b0a0177076756b059c20016d355", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0.04, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0.96, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 138.6266250628978, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2030", "text_group": "7d7146e2bc3e5b24ea554a8119e294c116cdaf4d8beccd251552b5ffdb4870ce", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0.61, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0.35000000000000003, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.04, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 199.7662920039147, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2031", "text_group": "c726ccdfd39a6913c3c77822956e37429f494a50157316adadec65f7d44667f3", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 1, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 207.64037501066923, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2032", "text_group": "912382fee3612dfa382af6ebcd836ff29217adfa7ad9acbb5eef385c8da72f46", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "exchange_rate": 0, "receiving_money": 0.05, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.01, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0.93, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "activate_my_card": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 184.80133300181478, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2033", "text_group": "f79f49a44656881452d519ef6ba410de245a8f52cf51db3e2fe780c9f9f1bfda", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 1, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 230.1105000078678, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2034", "text_group": "1a4d02678e852976cd772fac8027585fca52beae898c239c926d4a0fe847eac9", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0.02, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.03, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0.15000000000000002, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0.79, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 226.1586249805987, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2035", "text_group": "98cd74bf586fc0c21c55659bdb8e4ebd666058bc3576a9f4a5c830d2f9f4b276", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 1, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 280.21162503864616, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2036", "text_group": "b6a42956132f1c148a38a5b86a4b55c2496474c5cb58fa1813c7bf787cbd310f", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "top_up_reverted": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0.99, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 194.89341601729393, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2037", "text_group": "6184424e58ccf13c909c79ebba450430e1e36dc02424ade506b9c961a13b1597", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0.01, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0.92, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0.07, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 200.65358304418623, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2038", "text_group": "e102a51a1933892d8a619c85aab5fd6d068da9a595125c6ce2efc21f910f09e5", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0.03, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0.72, "card_arrival": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0.01, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0.01, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.06999999999999999, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0.02, "receiving_money": 0.14, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 174.97370799537748, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2039", "text_group": "e0b30a739d3efc652a9971f8a07960fd434ecb94a65497ff4cfbce34e20aafca", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "request_refund": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 1 }, "error": null, "latency_ms": 177.25558404345065, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2040", "text_group": "5110f8cb7b93fc560b04a3a85b28087d537242a0c97a52ebd12e65d5d8e51651", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "verify_top_up": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0.11, "transfer_timing": 0.89, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 186.48016697261482, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2041", "text_group": "c6990a8abef77e61f2d76700793749a01373d6f7333d2d2e9e1039a3b1621a04", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0.01, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_arrival": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "change_pin": 0, "pending_transfer": 0.02, "get_physical_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0.01, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0.96, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 222.4320420064032, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2042", "text_group": "37d623a508bd4db91c26bc75fc106bb468e7cddc49b91570abfa3fab1d8bed91", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 1, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "atm_support": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 252.37308396026492, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2043", "text_group": "792398dfcf41deb78d236b9361e7937d0c3c31f0c8410c6c59e2870d9f876d31", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_by_card_charge": 0, "transfer_into_account": 0.02, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.01, "receiving_money": 0.01, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0.91, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0.05, "country_support": 0, "direct_debit_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 142.92333298362792, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2044", "text_group": "e9f89fc29db5ec64ca835a5adddf7b5d0b2c2a200407dfc172d8c074338f6e86", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0.74, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0.01, "exchange_via_app": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.03, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0.19, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0.03, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "card_not_working": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "getting_spare_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 283.16383401397616, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2045", "text_group": "62099baa0d44b319d70b84571f33ccc05ab68e21110519a6f07c2bea92fbc2c4", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.8, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0.2, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 189.59416693542153, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2046", "text_group": "25d4b6428f1ccef893d5fcac17042569b278c351ffc4175f20f6a098ec3f6a5a", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 1, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 167.624874971807, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2047", "text_group": "b81104c255582ee07793783c766334566228d3767127fe8803c92317f644dfdf", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 1, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "verify_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 164.08983303699642, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2048", "text_group": "55cb16f311f6ea8868d6ab72afee38ce8e066a589e11acb5bb767584109ce90b", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.39, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0.5700000000000001, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0.03, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 303.37574996519834, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2049", "text_group": "d1327f72465d3040ce815ab5bbf747fc800ce1adf65c37ac74c4c09b873a0a21", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.98, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0.01, "Refund_not_showing_up": 0, "pending_transfer": 0.01, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 254.51574998442084, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2050", "text_group": "16c95e89b6d2563864939d9c2c8fbb67b05dd6adefeb9d904dd1cf3c55d6f7a2", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0.03, "exchange_charge": 0, "card_arrival": 0, "pending_transfer": 0.05, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0.39, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0.01, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0.52, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_limits": 0, "atm_support": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 352.765665971674, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2051", "text_group": "48d46a989c961bc3d236c6b3ab541cdf6e92e4f9d49b24f8b4aafc49127c386e", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0.03, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0.92, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.03, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0.02, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 257.2724160272628, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2052", "text_group": "47fcc04c26bc316319a30d4a8bc51d4b99ed1ad639c1fcf84ef5a76d6c12fc17", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "exchange_rate": 0, "receiving_money": 0.02, "transfer_into_account": 0.03, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0.01, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "card_linking": 0, "cancel_transfer": 0, "pending_top_up": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.03, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "activate_my_card": 0, "transfer_timing": 0.91, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 362.9060840466991, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2053", "text_group": "2eb54325d584bdef8cf448d915f6cd50d8d6fb05efe0824a5b3cd7f356388168", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0.060000000000000005, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0.05, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0.03, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0.01, "change_pin": 0, "transfer_timing": 0.85, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 162.80295804608613, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2054", "text_group": "b46d42432129966d03cd9f7f0630af0317d2e5936cc1393ed1f28dcb33086ff4", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 1, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "atm_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 225.8820830611512, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2055", "text_group": "669232f353bb68ed4e1eeda3ab9e10a254c7a1ba0dfc892e8291c8a23effcbef", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "receiving_money": 0.22, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "request_refund": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.03, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0.02, "compromised_card": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0.01, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0.72, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 265.6297499779612, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2056", "text_group": "19c72daf072a723d1d560a9584d18e7f1c1814faf4887906c65198c176dbbabb", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "transfer_into_account": 0.02, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0.01, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "pending_transfer": 0.06, "card_payment_wrong_exchange_rate": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "pin_blocked": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0.9, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0.01, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 207.16383296530694, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2057", "text_group": "53b3908631e3de68ca3cbdf8d89f36cc66abe8b3f629366e39a8a00cb054a806", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0.56, "transfer_into_account": 0.02, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0.02, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "receiving_money": 0.37, "declined_cash_withdrawal": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_transfer": 0.02, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 152.42812503129244, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2058", "text_group": "39e81ef0d5930129ff4d3acd145cf185bf3f40e40ef314863351d94e6f551a78", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.05, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0.95, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 244.6439169580117, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2059", "text_group": "d38e6d08e222d283a459542282977f9dfd45d899e00df9564ff7caf99101208c", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 1, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 248.25937510468066, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2060", "text_group": "9d52c7bb30b4aca01f96727b23606e3c61de8b1ee8ae2ed61ec3494371986ac3", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0.01, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0.04, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0.88, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0.07, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 252.10275000426918, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2061", "text_group": "6f61715e92ee6007ccbd5f89871862733a3291e633f8c5b539fb6da6a559d0ac", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "card_not_working": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_card_charge": 0, "transfer_timing": 0.98, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0.02, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 204.43287503439933, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2062", "text_group": "ea408a17f2e1cd6ade7cda300d670edd2df2b49945600208d583822644df35c2", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0.49, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0.01, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0.46, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0.04, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 219.26183300092816, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2063", "text_group": "2da2dbcc84f2c6ff54879094e3b5e02a9f6616d707192231b4d26efefab380f3", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 1, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 206.69441705103964, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2064", "text_group": "27306ff01c64a7ebd8bde5b63669cb73d6a9a56e8a77cd240ed74f819c244b78", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0.01, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0.99, "top_up_failed": 0, "lost_or_stolen_card": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 178.21120796725154, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2065", "text_group": "162b14a3e55c54f355149b22cec8c8fb9ae6869398ad1583d4244ed6f537f508", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0.04, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.01, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0.35000000000000003, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0.52, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0.07, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 192.21725000534207, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2066", "text_group": "3a899cba2a09bd2b10fccfca89a045ba4437d2f7a25e6741ea8e81d9f6e9d017", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 1, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 205.55658300872892, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2067", "text_group": "0f396021611dc47ce629597ed0960d4684015b634c41efc2d654a1332163efd4", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0.02, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0.98, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 165.21033295430243, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2068", "text_group": "773e8848f228faec03ceb7524c6d0ed94fc2fe799523e3fc6f9237f8def3786c", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 1, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 236.39266705140471, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2069", "text_group": "565e2123309c4b3f948f2532063deb8307914d18ae5856d1812039c8b2e3b2e2", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.99, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0.01, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "card_acceptance": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 320.98337507341057, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2070", "text_group": "15d5250098c83e16a8932cca4a51be6c73f306018ad495cc848cadfb8e6e961f", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 1, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 315.80600002780557, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2071", "text_group": "977492c645b6b21e9aee032c3d8a361ae6ac752eccd7bf0b5181c182c485ce18", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "request_refund": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 1, "exchange_rate": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 159.9740000674501, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-2072", "text_group": "3107d77b3bcff4df88ad7b4c9092cc5602ee6e443120849231783409faa32d09", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.92, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0.01, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0.060000000000000005, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0.01, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 156.49962495081127, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2073", "text_group": "01b33b6efd85cc4117089f04c059cf144a1f920cd19c48e95949a3fdb27b063c", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0.09, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0.2, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "atm_support": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0.09999999999999999, "transfer_timing": 0.53, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0.03, "transfer_into_account": 0.05, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 183.73724992852658, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2074", "text_group": "3175f502367ee195eb4b6bc10428b45e1906d0e805f4de4a4d6442fd491c5478", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.99, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0.01, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "topping_up_by_card": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 182.28237493894994, "usage": { "input_tokens": 1041, "output_tokens": 827, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-2075", "text_group": "b14b6b518e1652786e9cce4cd097fe69e77399d60d11867c17031321f6f2bd3c", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0.94, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.02, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0.03, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0.01 }, "error": null, "latency_ms": 264.8282500449568, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2076", "text_group": "d3f7e9f89769954bf4210a7d1ad42a89df6c8911b18f8054361ba9b785169024", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "verify_source_of_funds": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "request_refund": 0, "card_linking": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 1, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0, "activate_my_card": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 129.09375003073364, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2077", "text_group": "b6c193732d9bde5e7a0cf1f867abb8be7bd712b221a2c637f33803c5691e4c15", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 1, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 263.0827920511365, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2078", "text_group": "e3d53b80e386f2120d9f1039d11a549e44ca1835442aa13a6ec7b2491ad2c4cd", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 1, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 292.05991595517844, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2079", "text_group": "926a8fccf7876d9d0da1c27c5ee632ef1cd57dbc640abe209962e1d10df42379", "expected": "transfer_timing", "prediction": "receiving_money", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0.08, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0.02, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0.5, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "exchange_charge": 0, "transfer_timing": 0.36, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0.01, "exchange_rate": 0, "transfer_into_account": 0.03, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 269.81774996966124, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2080", "text_group": "1f55612509978c2384fbe5d75d39f997c9d331477673c3b4e20a6c0eb666f22f", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0.97, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0.03, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 228.73254190199077, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2081", "text_group": "0b4b2109c998faffbf7403bee5e312b141a2801939e5d556931b8b4203424018", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 1, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 305.84845796693116, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2082", "text_group": "ab5fc2e02a54f72714598a9be05fdf75f345b6cc139f8ea4d2f6911df0a7d155", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "wrong_amount_of_cash_received": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0.46, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0.01, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0.53, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 171.18683399166912, "usage": { "input_tokens": 1024, "output_tokens": 830, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2083", "text_group": "7fc9565e9c1d3cf982ddc67070361d4c435c0c7439e559115c549c690b639c3c", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "declined_transfer": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0.38, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0.02, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0.07, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "reverted_card_payment?": 0.53, "transfer_timing": 0, "country_support": 0 }, "error": null, "latency_ms": 236.66987498290837, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2084", "text_group": "b473ce4617d3c5b1efe69b1faa223fcfc2569aaa603ff69fe9bfeb986da7614e", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0.23, "apple_pay_or_google_pay": 0, "declined_transfer": 0.04, "pending_top_up": 0, "failed_transfer": 0.02, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0.4, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0.01, "cancel_transfer": 0.3, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 166.30370903294533, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2085", "text_group": "d0e0014d4a89e89fbad4a74f6a9dae7de018fbcf0193f0d9ada34896507fc24d", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0.47000000000000003, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0.52, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 211.96508302818984, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2086", "text_group": "b411471b21a849fc51317ee7f67d80594d4e87a95e4c2481c938f86ef1f57830", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0.55, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0.44, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 212.21149992197752, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2087", "text_group": "ed333b7352d2498c71265bf8cd27cfd6eaff5063ab4ffda7fc0ea966b27b4328", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0.01, "failed_transfer": 0.01, "declined_cash_withdrawal": 0, "top_up_reverted": 0.01, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0.89, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "order_physical_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0.08, "Refund_not_showing_up": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 203.47179099917412, "usage": { "input_tokens": 1070, "output_tokens": 830, "cost": 4.494e-05, "cost_usd": 4.494e-05 } }, { "id": "banking77-heldout-2088", "text_group": "07f1e0078025126f859e629576333819f42ee5d5032792eb2c40851fb3c2d54c", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 1, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "getting_virtual_card": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "card_arrival": 0 }, "error": null, "latency_ms": 246.28870794549584, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2089", "text_group": "1d940c35519d2dda6a466d1d912dbe6291d022de324d7497536a8df5080c1abf", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "card_not_working": 0.02, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0.54, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0.44, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "topping_up_by_card": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 253.90308303758502, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2090", "text_group": "a66baaeefc071ffd1093a7d00680c1f5eb2b4fa73fabc8b0a8765b663adc9f54", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_not_working": 0.04, "declined_card_payment": 0.23, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0.72, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0.01, "automatic_top_up": 0 }, "error": null, "latency_ms": 279.4072499964386, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2091", "text_group": "fc01b35e7dc065ed1a9d651206c6a8b16768c8f89c605a0349a70fd54629dcd4", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0.01, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0.01, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0.02, "reverted_card_payment?": 0.9, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0.01, "pending_transfer": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0.05, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 201.04704203549773, "usage": { "input_tokens": 1054, "output_tokens": 830, "cost": 4.4268e-05, "cost_usd": 4.4268e-05 } }, { "id": "banking77-heldout-2092", "text_group": "9cf011e4f383e76df14342f0fb175cccf3e4cf1df57f27e76c44d047386901c6", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 1, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "country_support": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 332.93433394283056, "usage": { "input_tokens": 1045, "output_tokens": 828, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-2093", "text_group": "59fdae677d0a624a33bd74bdf0ebed61d4d3959c646ece4fce3fcd91f8754164", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 1, "pending_transfer": 0, "activate_my_card": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 186.99504190590233, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2094", "text_group": "7362072acaeec320202080f457e1caedd14849403e60792bc43433921aef5afe", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "get_physical_card": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0.92, "apple_pay_or_google_pay": 0, "failed_transfer": 0.01, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0.06, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 306.3326249830425, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2095", "text_group": "40ea521ba459321bb84469e9d7b824ccca2d8e251c45672874ca8c9c61bb2092", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 1, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 273.59879203140736, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2096", "text_group": "7a2e1530c94a7945924cc3ad190ff0011106722a9c6802ab34d564c34aa18d61", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0.04, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0.96, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 160.14649998396635, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2097", "text_group": "b9ecbabc0f85d7974165039d7aaa1ef176364968221e10bb40b4b756372f2c4b", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0.91, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0.09 }, "error": null, "latency_ms": 155.91054200194776, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2098", "text_group": "9882b3abec13eca1123ffcf23c54bbff00fc6d597333ebfc95e07e19ea8da127", "expected": "reverted_card_payment?", "prediction": "cancel_transfer", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "failed_transfer": 0.02, "passcode_forgotten": 0, "reverted_card_payment?": 0.38, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0.01, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0.01, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0.01, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0.04, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0.01, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0.01, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0.51, "getting_spare_card": 0, "unable_to_verify_identity": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 238.88333304785192, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2099", "text_group": "e59e4910730335ff22b242fe058c0d81f3adeb5a106e45abcad8a2b260cc355b", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0.02, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0.98, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "transaction_charged_twice": 0, "card_linking": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 156.92054200917482, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2100", "text_group": "578b7c7d0d244673001a6e02688f6d7033c54c47952d7d23075d6acaec167ba8", "expected": "reverted_card_payment?", "prediction": "transfer_not_received_by_recipient", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0.02, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0.01, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0.01, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0.95, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0.01, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 318.64391698036343, "usage": { "input_tokens": 1058, "output_tokens": 831, "cost": 4.4436e-05, "cost_usd": 4.4436e-05 } }, { "id": "banking77-heldout-2101", "text_group": "bc7113bb57493750e86010d5ed8fe2eee35bb9e407becbc5d4718c2361617744", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "top_up_reverted": 0, "card_acceptance": 0.01, "declined_card_payment": 0.67, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "change_pin": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0.01, "age_limit": 0, "pending_card_payment": 0.01, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0.29000000000000004, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 158.31304190214723, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2102", "text_group": "34e5c2208f41972300059a22a0b57bada731942c68da2e77861a08e1148293f5", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0.73, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0.27, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 208.3755841013044, "usage": { "input_tokens": 1052, "output_tokens": 828, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-2103", "text_group": "f207e803c60a7fcce713999ade89ffb86aead92aa87977c3468a41ae4942a64a", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0.23, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0.74, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0.01, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 164.60345906671137, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2104", "text_group": "2153c0561c6a000acbf9d97e377296fedcfb66b714c5844f9e16061b3bab7c1d", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 1, "transfer_timing": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 153.69158296380192, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2105", "text_group": "02d504beffc400e12d762cc007e4eee200001279ade822f0a759236ac58d6a37", "expected": "reverted_card_payment?", "prediction": "card_not_working", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0.18, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0.01, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0.03, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0.72, "declined_card_payment": 0.04, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0.02, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 221.6920000500977, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2106", "text_group": "7caccbf48592bb6dbd5c41d88a942d631c4472e2dfd24c38ccc72974d557035f", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0.98, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0.02, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 307.0276660146192, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2107", "text_group": "823de2f61833f8c4122398225ab438d59e438dfb9649762d21c95ada4cbb5d5a", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0.07, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0.88, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0.04, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0.01, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 411.1411670455709, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2108", "text_group": "73aca50ee3c92067f23a19f93c896915baf0942f5dc851d6127520a7430755a6", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0.03, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0.21, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0.76, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 145.99379105493426, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2109", "text_group": "524bcdca3311f8c3b439c89169ee335ce81491a2955b968ccd1b84cc53ee41e2", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0.01, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0.43, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0.54, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0.02, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 215.37370805162936, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2110", "text_group": "b5098d5386b8af16a744b3eea1bb51751146b0c593a79ee60b635bf3753cf9da", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 1, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 221.4933339273557, "usage": { "input_tokens": 1097, "output_tokens": 830, "cost": 4.6074e-05, "cost_usd": 4.6074e-05 } }, { "id": "banking77-heldout-2111", "text_group": "54782fbd48af5a9e7dce8bab92f61b6f96ca67e15e960da24124802804682551", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 1 }, "error": null, "latency_ms": 258.0811670050025, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2112", "text_group": "dfb921f6a8ae9db7393f9b3a2564ae348589781312ca4f4a0067abd727396c38", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_reverted": 0.11, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0.89, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 330.6410419754684, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2113", "text_group": "e565e7509adf1e8f7e3b943706708a194a721a5025cee818f512988ffe03d24a", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0.7, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0.3, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 174.2467499570921, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2114", "text_group": "976d475d36d83686a0e75e89dcbb2c5949578e0f5e73a669597ce69681cdfa3c", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0.43, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0.52, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "top_up_reverted": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "failed_transfer": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0.02, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 167.20395802985877, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2115", "text_group": "d377975ddcdcf3ce2d83680625b093b8e3e923560461798b4ba92ddc688f2f9f", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0.01, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0.02, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0.26, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0.01, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0.7, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "terminate_account": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 198.86933302041143, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2116", "text_group": "dd9edb73b6108aa0be9b1109e4e0640d778df08d825da128e4476aefc5ef5f4d", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "change_pin": 0, "declined_card_payment": 0.02, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0.04, "card_acceptance": 0, "atm_support": 0, "card_swallowed": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "failed_transfer": 0.02, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0.01, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0.91, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 267.54124998115003, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2117", "text_group": "05686cfbad42aac8295b31d880b7aacd499ff3c2508b081a01f3467791ff1343", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0.46, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "change_pin": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "failed_transfer": 0.04, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0.37, "card_not_working": 0.01, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0.06999999999999999, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0.02, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0.02, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.01, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 207.58008398115635, "usage": { "input_tokens": 1023, "output_tokens": 828, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-2118", "text_group": "91594762c2e0df7c0e0e849dc5eed232a248044c5faa4956fc811933d6436db8", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0.06, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0.01, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0.01, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0.04, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0.87, "country_support": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "pending_transfer": 0 }, "error": null, "latency_ms": 209.2822080012411, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2119", "text_group": "9db89d326ce2efe8f0e9a574d498e2955bf6bf30b2941b4886b17a7197251ff0", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "pending_top_up": 0, "receiving_money": 0.01, "top_up_reverted": 0.2, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "card_delivery_estimate": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0.07, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.08, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0.53, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0.01, "card_payment_not_recognised": 0, "request_refund": 0.01, "declined_card_payment": 0.05, "Refund_not_showing_up": 0.02, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 564.1938750632107, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2120", "text_group": "02f6200b288727974809612424f4106ea501a75db09823f59afb1c37724f5a8a", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0.94, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "atm_support": 0.06, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 183.88641707133502, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2121", "text_group": "4e04dd886ca9e8b514d1b0e3808ee95b8c162a5495c402a756d454e85406b5ec", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 1, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 199.56049998290837, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2122", "text_group": "7829b9c4039102ce7c1a1e0670a10aa1b3460376ea92d426cbd22ef6ecda8f86", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 1, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "atm_support": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 175.4653750685975, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2123", "text_group": "dafadd0582f9861e9d073bb3aac1e5fb7619b69d99dc8e6294e000494c6c602f", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "card_swallowed": 0, "atm_support": 0, "change_pin": 1, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 192.67845898866653, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2124", "text_group": "8bb84e0c82346490289744e4769f24b35c36e118bd3131f4323191b0aac8b4fc", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 1, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 167.9228749126196, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2125", "text_group": "3b8674e3f89b953c50b8ee910d8d4fc9e537a939d47ea18e01455e67723f1078", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 1, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "contactless_not_working": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 246.67354207485914, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2126", "text_group": "93cc40f05ebb3407c2c56dc84db63973bc1f3fe2e793be1d0814308139a8dd14", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0.99, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "transfer_into_account": 0, "exchange_rate": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0.01, "passcode_forgotten": 0 }, "error": null, "latency_ms": 231.51637497358024, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2127", "text_group": "db442dc4a9b34b6e47b86ca1e070bc51db2b276b2a1a9dc42c93d5c322514b81", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "fiat_currency_support": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "pin_blocked": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 1, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cancel_transfer": 0, "receiving_money": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 324.22179100103676, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2128", "text_group": "b8a745c26e92751c210f3c3dbc9dbf8f0b6cc30816f45444b7e88b09d37e814b", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 1, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 149.4562920415774, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2129", "text_group": "064983db4dba87a71ca85d6736590f84fca45e8be7cbe8671103054b3d9308f4", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 1, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "terminate_account": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 181.16558401379734, "usage": { "input_tokens": 1042, "output_tokens": 826, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-2130", "text_group": "1ba591d7aa51545bc4bed366e90a66dd4d5f992000b791d74707692d37ee7ddc", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.01, "activate_my_card": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0.99, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 220.47608299180865, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2131", "text_group": "af24c09bb3c7b099eda223f8f40d41e4f999fc047795dd2bac0dec226e2e89c0", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0.99, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0.01, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "card_acceptance": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 141.99858298525214, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2132", "text_group": "371428b9650507518e62836647c105b2bf5b5be8bfd51beaaed832714806af30", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0.98, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "country_support": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "transfer_timing": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0.02, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 277.54599996842444, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2133", "text_group": "1015f385bcb04f9a03e020a1b60feae4394f7b385d2eadb758e1dfdea205e475", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_not_working": 0, "card_delivery_estimate": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "atm_support": 0, "activate_my_card": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 1, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 359.535041032359, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2134", "text_group": "3dc5ce2d4fcd831300800bc4b802971ba0f53d59277579395724eaa0bf0e8e5d", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 1, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 182.59733298327774, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2135", "text_group": "ad9b63fa453f57abd55d3fea988b72471df63af94a61cab40804ee0ad6976577", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "card_acceptance": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 1, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 217.00524992775172, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2136", "text_group": "27dac64bccfc80c906c0ce98f2e09c9700a4c7594a173279a6cddf8c2d52a65c", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0, "card_swallowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0.03, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0.01, "fiat_currency_support": 0, "declined_card_payment": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0.9400000000000001, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0.01, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 486.7052090121433, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2137", "text_group": "8d086d371a7aadd3337a5a98367e27b0eef314dea22fec9c527e194fc80c869e", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 1, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 226.2470000423491, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2138", "text_group": "cf3c6552b0c57104210fd1bc4518f101b9152e16b40e047acf7906a6e7dbb8af", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 1, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 159.7086660331115, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2139", "text_group": "92a923f76487e1423091177d91780464333624dcd6ab3567637a9b33e810697f", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_about_to_expire": 0, "getting_virtual_card": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "change_pin": 1, "atm_support": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 196.0065420717001, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2140", "text_group": "99c77b387775939542409d7600282f44948eeaf2d9715ed845aa91d92bdb6bae", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "contactless_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 1, "age_limit": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "country_support": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 294.37749995850027, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2141", "text_group": "013b310af9b26ce41f2687aef9e77ad9a0df308e4cdabb24e1269c3177e0610d", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "lost_or_stolen_phone": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 1, "age_limit": 0, "topping_up_by_card": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "pending_transfer": 0 }, "error": null, "latency_ms": 238.0460420390591, "usage": { "input_tokens": 1040, "output_tokens": 826, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2142", "text_group": "29b4035ae75993c524c026f7f5f6fcbd0b5c8d74dba94d94d8bdcd4e2fa773cf", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 1, "topping_up_by_card": 0, "age_limit": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 191.88233301974833, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2143", "text_group": "82fec193cfe6095447a6f4dbcec9e65961b18855c87b2b3a5d2a911e5e5d0b8b", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "lost_or_stolen_card": 0, "pin_blocked": 0, "change_pin": 0.96, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0.04, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 206.4064999576658, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2144", "text_group": "6fdef19532881831726ed3c4752f36d2ca5fa16b406cda40e613ff9ca79f16b1", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "pending_transfer": 0, "change_pin": 1, "get_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 235.68895796779543, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2145", "text_group": "c5304aff32eb1682947ee61b11a1b331e9da675dc3022ba32eb3837aecdf3ecf", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 1, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 146.55220904387534, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2146", "text_group": "a0978143be03379a285f57d51747b056f735054a994ea45db03bf6a04231d44c", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 1, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "atm_support": 0 }, "error": null, "latency_ms": 161.19383403565735, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2147", "text_group": "fe4de20d9f75a4d6c5945cca80718d1be1ea2e1b84798505bf982e565a4daf88", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 1, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 240.7908330205828, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2148", "text_group": "253378036221bb34d3f1ae30f683dbfd1b97567458ff1a8422cf15cf06357724", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 1, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 362.72374994587153, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2149", "text_group": "c7e51834239cbad92b3e9059a216606b2564f53149657b174d25d05b82f37306", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0.9, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.1, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 246.1789579829201, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2150", "text_group": "96727af657324648001a46fa92cf4f8f32785395d111608e8de80bf4c815951b", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "pin_blocked": 0, "pending_top_up": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "change_pin": 0.95, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0.05, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 213.28804199583828, "usage": { "input_tokens": 1043, "output_tokens": 826, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2151", "text_group": "6bdba5ab87f2d932c3e7d97d2353e1fe4eea0ce038ae0138dfa4aecabbb3fc5a", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 1, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 328.41266703326255, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2152", "text_group": "e224988650631d0630465c9e1a89491be831b09982ab4c763340cd59bb252b43", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 1, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 186.08287500683218, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2153", "text_group": "158ddd0c3f48e4e3db7a2f0256fd394b85d8d74aee228d4bc3cc95995fd3e0e7", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 1, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 210.45474999118596, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2154", "text_group": "e28d5c726ec288a8fa068e3182a02f630c43b83becb2075e31b3fef00665644c", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0.99, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0.01, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "country_support": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 220.1311249518767, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2155", "text_group": "5c0c69ab7546b3752dff18303fbf74126656083ce6df88511d483de94dad0319", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 1, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 149.49354203417897, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2156", "text_group": "de6fad4cd74e4476bce6cf9d12ec0689694cbdd2f8c714e963886ff23ca0231a", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0.9, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0.1, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 194.9430829845369, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2157", "text_group": "263e3d06b48ee7c46d92f0456c94b517a90b83bbcc41590b7a7bcd8f7e5ea8ff", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "unable_to_verify_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 1, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "cancel_transfer": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 186.0670839669183, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2158", "text_group": "f37fa9cf6795ce3c8097f12717bcd4035772fd33e57c6d612c93663dd0773375", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 1, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "card_arrival": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 152.88745798170567, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2159", "text_group": "cb8aba974d6ae1d508f16843f6aac58c34a3cc8b77ac2272bf079f869b5228ba", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "atm_support": 0, "activate_my_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 1, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 150.42849991004914, "usage": { "input_tokens": 1037, "output_tokens": 826, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2160", "text_group": "f26c2d4c3af773e17540b5192cfc01287e7829219970d4dfe73d4650831ebaea", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0.91, "country_support": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "transfer_into_account": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0.09, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.2848749505356, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2161", "text_group": "b56e799a9fe841cbb5586d76ab5692bc5421ec6c267cf58b4a2490cfb0e607e4", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.64, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0.36, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 215.1362090371549, "usage": { "input_tokens": 1044, "output_tokens": 827, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2162", "text_group": "656ec6895137f72bbb156f168811f94136edf91ee753596a6ce988b8604b5b80", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0.07, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0.26, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0.67, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 194.2947501083836, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2163", "text_group": "4fdf11ab75ec2221629428ef191b62c07990153fc4cad59d0812d6bc22266b96", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0.06, "failed_transfer": 0.94, "transaction_charged_twice": 0, "topping_up_by_card": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 214.31158296763897, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2164", "text_group": "3e6b7d3f8ed2f3348e875143e3da6c88d08c6e600d85bb3494a84ab441d468af", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0.03, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0.97, "passcode_forgotten": 0, "pending_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 300.9109579725191, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2165", "text_group": "e7c3c1f4deef9f1136c5473e1e8c8d0061bd9f051b7a294f9d99b2cb80e3d187", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "top_up_by_card_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0.04, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0.95, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0.01, "transfer_not_received_by_recipient": 0, "country_support": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 184.8626669961959, "usage": { "input_tokens": 1043, "output_tokens": 828, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2166", "text_group": "5f3b00d316fb76f8650e3ac06505c66eb498f37a052cc682db7ba9fb7605eb5f", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 1, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 242.9706669645384, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2167", "text_group": "200180bb5031348fad93fd26bc029f8978e3c2586d58ded35c998ff81879c38b", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0.68, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0.32, "transaction_charged_twice": 0, "topping_up_by_card": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 189.82941703870893, "usage": { "input_tokens": 1046, "output_tokens": 827, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-2168", "text_group": "3513eac3477e2299f8ff63fae51324c0ce472326b5f75028c0c2d635a9dcaced", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0.02, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0.01, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0.01, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "verify_source_of_funds": 0, "card_linking": 0, "exchange_via_app": 0.91, "declined_transfer": 0.04, "fiat_currency_support": 0.01, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 309.39004197716713, "usage": { "input_tokens": 1046, "output_tokens": 828, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-2169", "text_group": "9309126ab0fd0d4278aaf5f3726cc6d66cb154b20946d0090faf75118f165309", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "disposable_card_limits": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0.44, "compromised_card": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0.56, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 279.1507920483127, "usage": { "input_tokens": 1047, "output_tokens": 826, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-2170", "text_group": "b923f9248f24265ea4612e522cde170697d993291dccc8e3c85dfbb21739b003", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0.01, "card_acceptance": 0, "request_refund": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "why_verify_identity": 0, "pin_blocked": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "card_arrival": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.03, "transfer_fee_charged": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0.04, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0.92, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 166.66091699153185, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2171", "text_group": "53041af9e710022fd9dd27b65cfaef790b2bb6dcb1f374ce1a296d87e3475893", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "top_up_failed": 0, "declined_transfer": 0.04, "pending_transfer": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0.02, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0.42, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0.01, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0.51, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 186.2975409021601, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2172", "text_group": "f43d28b5b11a9af021e33a7802f86462738565c2f7da87a38d6798ffea3c9f43", "expected": "beneficiary_not_allowed", "prediction": "supported_cards_and_currencies", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0.01, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "atm_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0.12, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0.87, "pending_top_up": 0, "disposable_card_limits": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 294.89879205357283, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2173", "text_group": "3a1c85d1e51cb82d91c6903285c4ed36ec6acfe1ed17647b5f55d52d63879c6b", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0.04, "verify_my_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0.96, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 242.14466696139425, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2174", "text_group": "feea670e05dee3efcf277ad41130dfadb5066dd0f2a75e0e52a61b22f6693cd5", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "exchange_charge": 0, "failed_transfer": 0.02, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0.01, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0.04, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0.47000000000000003, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0.04, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.01, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0.01, "topping_up_by_card": 0, "transfer_into_account": 0.39, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "card_linking": 0, "change_pin": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 132.66183400992304, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2175", "text_group": "2ae0fdd1e4a52ae22795d00823fe187dca7a68367de42ff94536913d7223d3bf", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0.02, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0.06999999999999999, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0.03, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0.04, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0.060000000000000005, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0.01, "transfer_not_received_by_recipient": 0.01, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.43, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0.32, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.01 }, "error": null, "latency_ms": 140.34295792225748, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2176", "text_group": "364c663cc0a3ad5099d9dd148b7b9cb2d51ea0b8f395ffb3606e35f8fb47bfff", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0.98, "virtual_card_not_working": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0.02, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 173.53241599630564, "usage": { "input_tokens": 1053, "output_tokens": 826, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-2177", "text_group": "b783ef767cbc1e5783bf5fd40fa155d2e5d10bef6c214cb49258943754620229", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0.29000000000000004, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0.3, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0.31, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0.060000000000000005, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0.03, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 181.97158304974437, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2178", "text_group": "2b89b81ac7141a9fcd1a2ddc9f294649f3982d42d8a6b3f918037909fb6e0863", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0.75, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0.05, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0.01, "passcode_forgotten": 0, "age_limit": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0.19, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 199.88654204644263, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2179", "text_group": "a01148b934dab3d1d1866bf5b09ee24b23097e5a1eba6297b7c0c5417cf60102", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0.1, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0.59, "contactless_not_working": 0, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0.06, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_reverted": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0.25, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 162.9375839838758, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2180", "text_group": "df56e038a362cb1652b7975f466c5d84f2ff2a9fda3aadc9f1cc98d526615f5a", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0.45, "request_refund": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0.55, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 227.9287080746144, "usage": { "input_tokens": 1039, "output_tokens": 826, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2181", "text_group": "aaa3fa815f45ed7bf2bd820ca9350c51e3762d5008f1644dd9f37c1d267aa7f4", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0.22, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "unable_to_verify_identity": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "pin_blocked": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "pending_card_payment": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0.03, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0.75, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 166.94174997974187, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2182", "text_group": "cd22467b13cc9805692581ed90d024b6912ff9485511a772bc1cee4bb0105668", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0.64, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "exchange_rate": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "transfer_into_account": 0.27, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0.01, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0.08, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 487.5568749848753, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2183", "text_group": "0a72feeba6e10dd5fdc3f1479e3050bbca6ec87dfe884aa6e5ffb31170c99968", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0.3, "failed_transfer": 0.7, "transaction_charged_twice": 0, "activate_my_card": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 136.6370830219239, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2184", "text_group": "85e0f23d7444e4f790f81a7162cc701355a1a35dd90496e8c5d2ba5d7c13a91a", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0.05, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0.87, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "declined_transfer": 0.08, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "terminate_account": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 171.48366593755782, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2185", "text_group": "5724868ee159d302dec7a7386e834deb9242e6e75636474774c1480ca1651a6e", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0.91, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0.05, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "declined_transfer": 0.04, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 294.69995805993676, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2186", "text_group": "dcaf24d840f237135382b4ebde7b5feff9db618f70ac6a8db1ade571ce939dee", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0.56, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0.44, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 437.50987492967397, "usage": { "input_tokens": 1046, "output_tokens": 827, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-2187", "text_group": "f8cc81ed8c19499384f2335d0ff7b1c0083c6d5402d04042b5e17488f4056701", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0.05, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0.94, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0.01, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 243.00758296158165, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2188", "text_group": "e2e4da457656b6fbbf964d1d688358f9a37a1b001f8a3924479f257196bc7db9", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0.02, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0.05, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0.93, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 185.89379196055233, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2189", "text_group": "f52c738505a566b8526030a0721dddb31d2586c82e2ed440a6c00a713e6dd4f4", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0.03, "pending_top_up": 0, "failed_transfer": 0.08, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0.01, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0.01, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "exchange_via_app": 0.68, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0.19, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 123.77549998927861, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2190", "text_group": "ba1eeafce646efe189fb9fa4da0e44f38d22f1f9f1a4c1e3449da396b83c2b4b", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "change_pin": 0, "atm_support": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "failed_transfer": 0.98, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0.02, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 170.62324995640665, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2191", "text_group": "9fe01135f009a6f792ff8d3ee239e5af28eb72b9e1268a7148f1dc8024f625b0", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 1, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 410.53424996789545, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2192", "text_group": "ed373e4ea778fbf0d65fbf14d7dd75e1c8b0802dfad537fc06f7ab41040fed7f", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "declined_transfer": 0.17, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0.56, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0.26, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "country_support": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 164.75129197351635, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2193", "text_group": "6336ada57fc86553aa9a25a3a5305860d54057c355be9f7e4930464217a580d9", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "card_about_to_expire": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_acceptance": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0.13, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0.67, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0.2, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 252.04654200933874, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2194", "text_group": "311aca88e68bf04da8587086514d4a3c34d5af66d12e0bd6af670af995552f95", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "card_linking": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0.32, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0.36, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0.32, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 228.32350002136081, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2195", "text_group": "68f3d7d9bd88c7f30bf78c5da35ccd87c04d8b5fb23c808dc4c64a381665e8d1", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "transfer_into_account": 1, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 150.6236670538783, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2196", "text_group": "2c0d1e70e4b3badb94cbcb6d3a99d8c4970a96ba46f010524486db7ddc16678c", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "country_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.01, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0.17, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0.81, "pending_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_fee_charged": 0 }, "error": null, "latency_ms": 157.35720796510577, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2197", "text_group": "e36f2d9dbe6d5c70b6fa6570fac0290841643d210cc2ddaa513dc802f919b1cc", "expected": "beneficiary_not_allowed", "prediction": "supported_cards_and_currencies", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0.01, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0.01, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0.01, "verify_my_identity": 0.03, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0.12, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.48, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0.09999999999999999, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0.01, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0.04, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0.04, "unable_to_verify_identity": 0.01, "order_physical_card": 0, "fiat_currency_support": 0.09999999999999999, "card_acceptance": 0, "topping_up_by_card": 0.01, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0.01, "verify_source_of_funds": 0.01, "failed_transfer": 0.01, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 225.67320801317692, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2198", "text_group": "f0b417ace8950d6dd2465f6f2188f879e8edd1510114a2bb90cf044b5dbfb445", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "declined_transfer": 0.06, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0.94, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 139.55254200845957, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2199", "text_group": "a314007cda6633725898f73f503d385f915127dd8846b5f9365fcac9407a6e2d", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0.72, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0.08, "Refund_not_showing_up": 0, "transfer_into_account": 0.2, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 169.5554159814492, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2200", "text_group": "b248049ad399eac25f4d7702f837e758a903f32e587594b7b2ee8bac0a621d5e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "receiving_money": 0, "cancel_transfer": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "automatic_top_up": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "request_refund": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 1, "pending_transfer": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 246.2002499960363, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2201", "text_group": "e5b302ff1543495d5b47e761d4032c534dc44cff092af6c6aecb23d9687524f4", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 1, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 336.5747909992933, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2202", "text_group": "aa2fc3644b1836cb7a5a47efd88a63c1e3bc1ccf8c44693676303be3c52d7b59", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_limits": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 1, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 166.91516700666398, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2203", "text_group": "2d78cc182cbbbda5723497b6b52e7eeea9b96d43a4c18a8fae7c6c491d98fa37", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0.01, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0.99, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "atm_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 356.6677499329671, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2204", "text_group": "cccc20663ea0e88b3ef441bcc8e9f780a6a283e4a60824e56db659b2e5649154", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 1, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "disposable_card_limits": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 226.8250419292599, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2205", "text_group": "e5c593f3640474222df5f2ad12d64f0ca19317dbd643f88e82b799e94612c63b", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "request_refund": 0, "top_up_by_bank_transfer_charge": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 1, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 171.91941698547453, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2206", "text_group": "fc349b23a3c5f41cb3f3045b4f05490ed6335c8fc956b4a1f58b0445e068a486", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 1, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 396.9126659212634, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2207", "text_group": "0e41007a157978ee69d9642045219c628df6ded6ca056ab88337c78fc7396e5b", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0.01, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0.01, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0.98, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 175.19712494686246, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2208", "text_group": "973c808a043f20634fa3c7ea5618995b8a4a6c83d06f7ec3560afbd0a2e8c202", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 1, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "compromised_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 232.89308394305408, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2209", "text_group": "0fa4c59eb75ebf359bf4e53371ce3c94b846615d81caad88a6fcb07c4bc1e2f0", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0.09, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0.25, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0.14, "transfer_fee_charged": 0.52, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "exchange_charge": 0, "change_pin": 0, "compromised_card": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 195.94979204703122, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2210", "text_group": "a9ae526cde1f05bc2abfa53f91b8a22c9b6da5ec216f70d315a545b63d2d4f6e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 1, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "compromised_card": 0, "pending_transfer": 0, "top_up_failed": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 179.28316700272262, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2211", "text_group": "bed53262ded8f066834ccf010e0440b36d9ff04045c729d55472ef73d51112a8", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "change_pin": 0, "atm_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 1, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 219.22916697803885, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2212", "text_group": "c04d57e59e600c118380d8783e582acb69478995a5b0839ed76bfd9f585c6ecb", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_by_bank_transfer_charge": 0.02, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0.97, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0.01, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "card_linking": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 199.76120896171778, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2213", "text_group": "dff8f30788c5a2c8ce828b9e33434f13e790047a8f58323a49f64bea24b01fe1", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0.02, "disposable_card_limits": 0, "exchange_charge": 0.13, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0.78, "card_payment_fee_charged": 0.04, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0.03 }, "error": null, "latency_ms": 166.20974999386817, "usage": { "input_tokens": 1056, "output_tokens": 828, "cost": 4.4352e-05, "cost_usd": 4.4352e-05 } }, { "id": "banking77-heldout-2214", "text_group": "a429517e8a8750f88b5bf22b258df9ba4978956ddfad1ecdc154c426fd050307", "expected": "transfer_fee_charged", "prediction": "transfer_not_received_by_recipient", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "exchange_charge": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0.01, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0.04, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.51, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0.01, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0.08, "transfer_fee_charged": 0.34, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "card_linking": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 221.27520805224776, "usage": { "input_tokens": 1097, "output_tokens": 831, "cost": 4.6074e-05, "cost_usd": 4.6074e-05 } }, { "id": "banking77-heldout-2215", "text_group": "34501c7da19eb31931ae1e148471423ad6566d3166b832df8df9e6a114b4a1dd", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0.26, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0.04, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "change_pin": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0.41000000000000003, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0.01, "supported_cards_and_currencies": 0.03, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0.04, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0.2 }, "error": null, "latency_ms": 227.37483400851488, "usage": { "input_tokens": 1043, "output_tokens": 828, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2216", "text_group": "1dbabd162a02539b42b0ce20f6f14410532e7537d54c834d85e581aa8a66ec03", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "transfer_fee_charged": 0.97, "cash_withdrawal_charge": 0, "get_physical_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0.03, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "fiat_currency_support": 0, "atm_support": 0, "cancel_transfer": 0, "top_up_limits": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 274.7566670877859, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2217", "text_group": "e07a598f94dee54ad133f5a2efaea666e9ea5d78f694b842df769d9ee161b55e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.06999999999999999, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "top_up_reverted": 0, "transfer_into_account": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "card_arrival": 0, "transfer_fee_charged": 0.93, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 187.4143750173971, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2218", "text_group": "9979ea07b8d7717e71d2dd1ff376544a122e2a53fb7dc377c6b9d4406719678c", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0.01, "transfer_into_account": 0.01, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0.98, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 182.7383330091834, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2219", "text_group": "737d24b98ffe690de38c4e0d6bb81e2b67f0efdf4d1e2583fb82a5cedcac923b", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "declined_transfer": 0, "transfer_fee_charged": 1, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "compromised_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 334.34458298143, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2220", "text_group": "88cde6d939b5760452a3fd063a269b13cc1e24111192d0a23cc73ce14c08653e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "pending_card_payment": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 1, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 326.1582910781726, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2221", "text_group": "3f52958bee88c98c88f840dfe4788b5dfd172ead829eefdb0f71011eaba7aa22", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0.03, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0.05, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "transfer_fee_charged": 0.92, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "exchange_charge": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 210.86733392439783, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2222", "text_group": "cf13d39525541b861ba3bd3cab9555995ed16563eb9a9f64e115fc567cae6546", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 1, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 235.1000829366967, "usage": { "input_tokens": 1039, "output_tokens": 829, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2223", "text_group": "5b70db595012e9a01327e536c85309b30cbc014392e6333b0b3f3cb74e10a861", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 1, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 188.67325002793223, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2224", "text_group": "35fe252997a168aef440c3142cf5ccae2bb01af9e998efb701378e5a4159ddf6", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 1, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 189.39837499056011, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2225", "text_group": "d43e17810a1ca06eb0ece38a07273e9f844310bd2296ca1b6187cf0b1a37b51a", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0.01, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0.99, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 187.58891604375094, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2226", "text_group": "980eaaac02941b1225a008928265b688d6d128f8b0a5e5ffcae613fcaf702585", "expected": "transfer_fee_charged", "prediction": "transfer_not_received_by_recipient", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0.01, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0.22, "transfer_timing": 0, "receiving_money": 0.060000000000000005, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0.02, "wrong_amount_of_cash_received": 0.09999999999999999, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0.02, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0.03, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0.02, "top_up_limits": 0, "transfer_not_received_by_recipient": 0.52, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 189.9975419510156, "usage": { "input_tokens": 1067, "output_tokens": 831, "cost": 4.4814e-05, "cost_usd": 4.4814e-05 } }, { "id": "banking77-heldout-2227", "text_group": "d691c4fda5327f800c7c7d1c51263106442cbde15f33a49c4951cd33afcc2e72", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 1, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 381.97824999224395, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2228", "text_group": "154b8f6dafd492ba6df75f682f0a506e422996be9732c295f6913cd0c7bd97ec", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 1, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 227.01033402699977, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2229", "text_group": "21937dad0028a9f964c8d0f2a2422f7865bc32c1abe38debf3b0e41f9b682877", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 1, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "country_support": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 140.732083003968, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2230", "text_group": "663f8f6d16185169d4d0c5d34b05941d958e09a61755433090a151b0d02dd799", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0.01, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0.99, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 189.12254204042256, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2231", "text_group": "defe4eeebab0453db317c9bc749685cb66514e01b71158c74c2b1f7ef5fe4b69", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0.01, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0.11, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0.29000000000000004, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0.59, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 155.16895905602723, "usage": { "input_tokens": 1063, "output_tokens": 829, "cost": 4.4646e-05, "cost_usd": 4.4646e-05 } }, { "id": "banking77-heldout-2232", "text_group": "af71be6ab291a2c3831d9ef14fa25447e93c4a2b8c08ca85ad11a81bfad0a4ab", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 1, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "get_physical_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 186.0532918944955, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2233", "text_group": "c349bc97dcd249bbde171d47b18b9b526f6cc6132dae21e5ea3cb97fd034a46f", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0.02, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0.01, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0.01, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0.96, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 172.25062497891486, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2234", "text_group": "fde5007aa50c98c8029737e4f551d4ed679893a6409cc9ea48ee34d3eda69e4f", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0.01, "atm_support": 0, "transfer_fee_charged": 0.62, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0.24000000000000002, "get_physical_card": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0.03, "card_linking": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0.01, "pending_card_payment": 0, "country_support": 0, "exchange_charge": 0.09, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 180.14391604810953, "usage": { "input_tokens": 1066, "output_tokens": 829, "cost": 4.4772e-05, "cost_usd": 4.4772e-05 } }, { "id": "banking77-heldout-2235", "text_group": "3c24b209e95285fae053f35750422a78fac8a896833b4ac33854c1bfa97bf2a6", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "transfer_into_account": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 1, "contactless_not_working": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 179.0289169875905, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2236", "text_group": "70a241fc4bcbd7f54fb7abacc72dbb09b13f33ea7cc0cdafdb59dba59e206965", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0.01, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0.04, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "automatic_top_up": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0.95, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 197.64008303172886, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2237", "text_group": "377234450523d4ad7d3e02bd4e034096af294c72c28bb3837354ee42e29ef949", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 1, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 219.8214998934418, "usage": { "input_tokens": 1064, "output_tokens": 829, "cost": 4.4688e-05, "cost_usd": 4.4688e-05 } }, { "id": "banking77-heldout-2238", "text_group": "a3fe28c26480e9b6c2ff0c622cd897eb22b8c2b9d23505b4fa75f4be6625a50f", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "country_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 1, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "pending_transfer": 0, "card_payment_fee_charged": 0 }, "error": null, "latency_ms": 198.39341705664992, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2239", "text_group": "f5a89c13812977a7b2b39aacf0a3f6806cfc1e3f86d7c1c7c50263b099853882", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "verify_top_up": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 1, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 199.15504206437618, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2240", "text_group": "8d5aff36ebe4c4740aa2f8b1e9df99aa1df9c210a0e8d2aaab1541fefdf097b3", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.01, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0.99, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "card_arrival": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 245.58329198043793, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2241", "text_group": "0046d6a061ba2827090e43403f6ce2971df848a86eaa93da550d672209537d66", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0.01, "card_linking": 0, "exchange_rate": 0.03, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0.72, "terminate_account": 0, "fiat_currency_support": 0.15000000000000002, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "automatic_top_up": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0.08, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0.01 }, "error": null, "latency_ms": 182.58725001942366, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2242", "text_group": "087045fb3d09ace4f9aae97280e336dc5b08f6cdb3704676e4ad85470b2956fe", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.12, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0.02, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0.34, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0.04, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0.28, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0.18000000000000002, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0.01, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 205.14866709709167, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2243", "text_group": "1e08268798a512f1e6d025e6063656a369b5b7dbca54f1344f410f8dc5c6198b", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0.01, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0.9, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0.09, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 229.74883299320936, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2244", "text_group": "3cc37e1b61e8a5a98784ec0155cb1188aecec4aac9176065bb24421408605e92", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0.06, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0.94, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 175.82762497477233, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2245", "text_group": "ccd6bddc348e84a60d0dc13c3fbe1289ddfef48f1a8dd1d3517e5609fba3cef7", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0.01, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "country_support": 0.01, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0.09, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0.19, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0.6900000000000001, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 206.222707987763, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2246", "text_group": "0ff7a8c51a958b09529867d42b1470f2ebd522d014c945e1df6d25bfff87bec3", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.02, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0.62, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.09, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.27, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 245.05591695196927, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2247", "text_group": "f27d662df9672bf563e054e09e7a369792a3d3f2028c9ab7a54527ea2359da42", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0.15000000000000002, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0.01, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0.01, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0.01, "automatic_top_up": 0, "fiat_currency_support": 0.73, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.09, "top_up_limits": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 205.14124992769212, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2248", "text_group": "eaf484fcda172ab7cea828ad59ad9af1df15443f566955aa2d6b1cedf3a8ca0c", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "declined_cash_withdrawal": 0.01, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0.04, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0.04, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0.02, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0.06999999999999999, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0.24000000000000002, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0.44, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0.02, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0.11, "contactless_not_working": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 237.09529195912182, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2249", "text_group": "d5c1f44ec3874d8d3fd90375fcde6c076b4576e5e06564aa8023781113473700", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0.05, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0.94, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0.01, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 235.52066704723984, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2250", "text_group": "7c13b59335e2f6a5645faa63f375f1b0451e4a72531835d991e2fbf6b78b2000", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0.01, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0.06, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0.4, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0.53, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "card_not_working": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "atm_support": 0 }, "error": null, "latency_ms": 156.21391602326185, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2251", "text_group": "44252343e6396d86550a78eee7781ae4fad698b477bbaf5d6af53dff584becb2", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0.97, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0.03, "Refund_not_showing_up": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "exchange_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 251.00475002545863, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2252", "text_group": "97783b9b743cf8e92fb34c01094ef55323f650fa1cab967280a33d6b81cd52bb", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "getting_spare_card": 0, "verify_top_up": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0.35, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0.65, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 210.62124997843057, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2253", "text_group": "4ea4cfb5563a98504aa91967239f4ca92b5c5f31d1d074542ad5c1d511427aa0", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0.11, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0.24000000000000002, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0.01, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0.01, "automatic_top_up": 0, "exchange_rate": 0.02, "unable_to_verify_identity": 0, "fiat_currency_support": 0.29000000000000004, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0.01, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0.29000000000000004, "country_support": 0.01, "failed_transfer": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 187.43570800870657, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2254", "text_group": "f558f719176c74b1cbbb7507635841c23d5583edddc2df536d132979856a6ff6", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0.01, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.85, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0.06999999999999999, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0.02, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0.02, "supported_cards_and_currencies": 0.03, "pending_transfer": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "card_linking": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 152.4683330208063, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2255", "text_group": "34138d95267ae3ff759a1e5ddff47e073e8735cb2a2ce92cb402bcb0a64a7cec", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0.95, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0.01, "lost_or_stolen_card": 0, "transfer_into_account": 0.04, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 142.77895807754248, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2256", "text_group": "4910d61160538b012e319fb4c1290a478b7e5a773aef48d2cfc723e3a104f8bd", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0.84, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "disposable_card_limits": 0, "transfer_into_account": 0.16, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 170.55420798715204, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2257", "text_group": "dd1f7a064be9cfe4822bed9feefbc64358a55244174ad7af9c3eee3e6c0aaa5e", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0.04, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0.96, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 120.79133396036923, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2258", "text_group": "aa3c8c8e6ea5b69372c0fe84f4ea0e2c8259966e8a5d3ec8c311cba9b010e54f", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0.72, "exchange_charge": 0, "card_arrival": 0, "receiving_money": 0.28, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "atm_support": 0, "cancel_transfer": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 181.92408396862447, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2259", "text_group": "54d3afc9b7ae8c95545700bd648a56ed2e4db8e813100c5d7d260671382a1761", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0.8200000000000001, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0.18, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 152.04862505197525, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2260", "text_group": "efae1334fdf8f3128008eb0ae82b0640ccb022922984b3e855187e80da954fc5", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0.02, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0.52, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0.46, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 214.04966607224196, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2261", "text_group": "86f2632e57357324a5ad6657b2a41848bcbc7376621d281b813214c2eb2a95e6", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "cancel_transfer": 0, "receiving_money": 0.95, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.04, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0.01, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 208.88720906805247, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2262", "text_group": "ea6a4df55d6a7e16671e31a94e69a9da425881e19c2d98604a7b90d92ef8235e", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0.01, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0.01, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0.01, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0.19, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0.74, "top_up_failed": 0, "atm_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0.04, "verify_top_up": 0 }, "error": null, "latency_ms": 191.89795793499798, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2263", "text_group": "6f96399c9aaf3f1efe90f98f1da8c30c53d5bbd37778fb8d3986bb105ed77026", "expected": "receiving_money", "prediction": "exchange_rate", "probabilities": { "exchange_rate": 0.74, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0.11, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0.09, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0.05, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0.01, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 269.25024995580316, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2264", "text_group": "3a782981b5cbf5cb1466fef7993cf1e17d17fd67565ebcffbe24cfe9df145b9e", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0.33, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "receiving_money": 0.67, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "card_delivery_estimate": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "compromised_card": 0, "request_refund": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 255.99287496879697, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2265", "text_group": "21e8fc51a7c332197a7405696d0e2410870316a6548f059cb1f386e74b70e207", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0.98, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "transfer_into_account": 0.02, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 201.42883399967104, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2266", "text_group": "784eda4c7425e00474708d3f4c53e46d920e5acd29ba89ce5699c776ecb372b8", "expected": "receiving_money", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_by_cash_or_cheque": 0.6900000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "receiving_money": 0.22, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.09, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "top_up_failed": 0, "pending_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 156.24633396510035, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2267", "text_group": "c4b20455b73e672bf0186ce9eea60d7b8ea50443df0a43eaf2c30191787ebe9f", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0.05, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0.95, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 166.12154198810458, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2268", "text_group": "be8a4c6e86d5a5943c487fe35f67d4fc2aef998f1ff8800e980620f835eae0d0", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "receiving_money": 0.5, "verify_my_identity": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.49, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0.01, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "top_up_reverted": 0, "declined_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 193.47125000786036, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2269", "text_group": "1995877b6631ce6948a5d616a466a36b63c256902943b9b782fd947b8ed26b57", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0.92, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "age_limit": 0, "transfer_into_account": 0.08, "compromised_card": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 290.2208750601858, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2270", "text_group": "f8b079ed5ed6bc80d647f3abce3cfccba8e850c3d1e8409b89e79283c7868740", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.13, "Refund_not_showing_up": 0, "exchange_charge": 0.01, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0.54, "card_delivery_estimate": 0, "receiving_money": 0.23, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "compromised_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "exchange_rate": 0.08, "pending_cash_withdrawal": 0, "exchange_via_app": 0.01, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 177.6351659791544, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2271", "text_group": "8482b18b12af96a8af8487f0a95613a70ac597fabd0c30ea05e4aa9186771d84", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0.53, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0.07, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0.39, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "declined_transfer": 0, "age_limit": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0.01, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 222.0171670196578, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2272", "text_group": "c7767efd5172077e176aadc55dbe20efb16502a527218970d9530632cd8fbd22", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0.09, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0.04, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0.73, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0.01, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0.02, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0.11, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 204.29166604299098, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2273", "text_group": "cc95344a780e3ac12972580bc65c65ff9d87bdeabd61a6099d0ebfbea7eae4f0", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0.06999999999999999, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0.01, "lost_or_stolen_card": 0, "order_physical_card": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0.92, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 165.70516698993742, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2274", "text_group": "2f84dae87d44a3333bb307b34eaa2fe7e5cd7d2aa754529e5ea44d2d27b19608", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.29000000000000004, "Refund_not_showing_up": 0, "exchange_charge": 0.01, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0.01, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0.42, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0.1, "activate_my_card": 0, "receiving_money": 0.02, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "request_refund": 0, "edit_personal_details": 0, "declined_card_payment": 0, "pending_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "exchange_rate": 0.14, "pending_cash_withdrawal": 0, "exchange_via_app": 0.01, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 173.9524999866262, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2275", "text_group": "ccf97bf512bcaee07594c225ddf51588cab1519b59d92142b0345e1e11c47778", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0.28, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0.24000000000000002, "receiving_money": 0.46, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "terminate_account": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0.01, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 238.45462501049042, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2276", "text_group": "97b4c90f2a6157ce15a8ab423ec26f4820af1f712da4cbf2ed67baa8e65c6a7d", "expected": "receiving_money", "prediction": "verify_source_of_funds", "probabilities": { "card_acceptance": 0, "top_up_limits": 0.02, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "change_pin": 0, "supported_cards_and_currencies": 0.04, "contactless_not_working": 0, "verify_source_of_funds": 0.77, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0.11, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0.05, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 184.84000000171363, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2277", "text_group": "158326fdb08556f23bfbf64cb690d5114a0cfa85b570b66f8fd4a8fb3da82a51", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0.05, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0.01, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0.01, "request_refund": 0, "pending_card_payment": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0.66, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0.24000000000000002, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0.03, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 240.17604207620025, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2278", "text_group": "83f51fde3529209aa9c5d2d66d3d53815560387f05d6ffe22af21fd329c8834b", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0.18, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0.01, "age_limit": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0.22, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0.01, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0.5700000000000001, "request_refund": 0, "declined_transfer": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 230.0221670884639, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2279", "text_group": "e037596b4adeacca178393fb721d9e844642909bbc7db9afa4cf8ca4c09edb04", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.9, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0.06999999999999999, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0.03, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "country_support": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 154.8577919602394, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2280", "text_group": "5d4d17c84c874b92786be19cf7742d894717047739b4e8ca676965308db0cbe1", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0.01, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0.99, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.0284579647705, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2281", "text_group": "0b4376f711da860a867cb208a1c6a642c81bfcd66204bd0cf50699803cd4b14d", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "receiving_money": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.01, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "pending_transfer": 0, "top_up_reverted": 0, "declined_transfer": 0.04, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0.95, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 197.70775001961738, "usage": { "input_tokens": 1054, "output_tokens": 826, "cost": 4.4268e-05, "cost_usd": 4.4268e-05 } }, { "id": "banking77-heldout-2282", "text_group": "a58dec7886a0070e1b0f52a58afc6061d4ac5549dc27c73c780b7100401b1f8a", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0.01, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0.99, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "country_support": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 204.33041697833687, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2283", "text_group": "3e8a26cdac8645743b198009b4311fd308b55774de3a4a7e164204c164331e14", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0.96, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.04, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "receiving_money": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "card_delivery_estimate": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "why_verify_identity": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 188.56512499041855, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2284", "text_group": "85c80ae887e226cb26422f51c1d454d83f253529960bdfd8ac48047fc24369a9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "terminate_account": 0, "visa_or_mastercard": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0.98, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0.02 }, "error": null, "latency_ms": 191.76083302590996, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2285", "text_group": "606812deea4f4dc5103613b0661333d0aad403c5f8db5556f69aa47894b877b8", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0.98, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0.02, "request_refund": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 314.46145894005895, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2286", "text_group": "03b516b51c79ab9f386e2b8e0902b3d29989d3550bd69c52885add6dda9f0462", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0.07, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0.93, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 326.5586659545079, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2287", "text_group": "cb06bd450ba968c633ddddf5a24d037718d69a08ce8104fb89ddd574712ab292", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0.14, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0.85, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0.01, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 211.7554999422282, "usage": { "input_tokens": 1054, "output_tokens": 826, "cost": 4.4268e-05, "cost_usd": 4.4268e-05 } }, { "id": "banking77-heldout-2288", "text_group": "9a2ae80c3a1dd033f0b429b3eae4a39237392d744415d7be8c97b60d493944de", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0.92, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0.08, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "terminate_account": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 190.57970901485533, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2289", "text_group": "69576c75c16334931f961a0df62b5dea558dbccbb4fcf78b4e9b6d31d3e0be85", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "atm_support": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.02, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0.98, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "top_up_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "edit_personal_details": 0, "getting_spare_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 230.30166700482368, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2290", "text_group": "9a54b3a92bae8050aa3a3c7260be85ef242bc8759c064b1218887b1b6ef8c970", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "card_not_working": 0, "get_physical_card": 0, "pending_transfer": 0.01, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0.01, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0.98, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 206.04195806663483, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2291", "text_group": "78662c7d34bfc8c05fd8ecee04d2a25b614604c2851a6dc2a2e64001d9f23d1c", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0.97, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0.03, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 173.20520908106118, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2292", "text_group": "92b2cce0b316ffb46cac45849ef5a092a7409107c1e8a060e16ca6641b8ec78c", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "cancel_transfer": 0, "terminate_account": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0.11, "pending_transfer": 0.01, "top_up_reverted": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0.88, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 290.1421249844134, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2293", "text_group": "7aa94e08930d894b737fae02ef008cc55edeb338be6d54bf32d2ce0d049b372d", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0.99, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "pending_top_up": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "compromised_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 176.8588749691844, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2294", "text_group": "d69dfb699586625bedec818fae40e8260cb9f66c8ce9670fb312ca86b4a25dac", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0.99, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "passcode_forgotten": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "activate_my_card": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0.01, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 213.86975003406405, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2295", "text_group": "0c4d50a8d99efa9d24aa4b98a0683ead012ec49247b3466164c168d747271272", "expected": "failed_transfer", "prediction": "pending_transfer", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "card_not_working": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "failed_transfer": 0.04, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0.01, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transfer_timing": 0.08, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0.87, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 271.24545897822827, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2296", "text_group": "d4e9c21a14a328d05e617ad5d14baed4739ce0110227a0ec80e79f540a91d865", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0.12, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0.88, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 270.99616697523743, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2297", "text_group": "320794da0bbbcd4960339cef5b46d5b87044c4ebc66bc56173bafd47fa478244", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0.02, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0.98, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 144.93687497451901, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2298", "text_group": "0e0a2c245ff3d1fa621e4fcb36ee5288addda7adab5e320e5100c3a9e966296b", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.16, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0.84, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "card_not_working": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 250.03079092130065, "usage": { "input_tokens": 1050, "output_tokens": 826, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-2299", "text_group": "06fa2f17c6ca8b2a4d29bbf302c9c83673b580d2084406e15ca1ed40131ce121", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0.03, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0.97, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 367.2095409128815, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2300", "text_group": "7974aa80376fa3da688aa5eabfbd4aa1c3b3a3210c6fbb8b0c7daf484ad8b8cc", "expected": "failed_transfer", "prediction": "transfer_into_account", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0.01, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.46, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0.01, "activate_my_card": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0.060000000000000005, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.01, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0.01, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0.01, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0.01, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.01, "verify_top_up": 0, "topping_up_by_card": 0.12, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0.01, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0.01, "top_up_by_card_charge": 0.03, "transfer_timing": 0.09999999999999999, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0.01, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0.05, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0.02, "top_up_reverted": 0, "pending_transfer": 0.04, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0.01 }, "error": null, "latency_ms": 517.68120797351, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2301", "text_group": "373eab0cb14d88d2119a517d99ea9a623d8780b2bdaf0c89f01f2874a96317c9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0.01, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "terminate_account": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0.99, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 224.14624993689358, "usage": { "input_tokens": 1036, "output_tokens": 826, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2302", "text_group": "10060ef096e76145f3fbc78da84f9058e653058785feb75f5c5f41dc424ebde9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0.01, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "failed_transfer": 0.99, "card_delivery_estimate": 0, "get_physical_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 221.52258409187198, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2303", "text_group": "ba8545eea58c37c549a54a986b406f69e3c311b416dfb0d7e0e9473902c93aa6", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0.06, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0.9400000000000001, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 244.6982910623774, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2304", "text_group": "1436904711f90d7b0405f9a35e97556deba0a2f207f8c39f754ea3424ac6d1a7", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0.01, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.04, "transfer_not_received_by_recipient": 0.01, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0.93, "declined_transfer": 0.01, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 161.04616597294807, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2305", "text_group": "7cde4a6873ce5df86c1976eb92350d5267363b22523e12db6c1d832847e6ef19", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0.22, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0.7, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0.08, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 225.86720890831202, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2306", "text_group": "9f7555c1d570835d8ba42ca6224473a1926b77738a8e08ef7f57cfd86a7e0915", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0.87, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0.01, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0.04, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0.01, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0.05, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "pending_transfer": 0.02, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 165.92395794577897, "usage": { "input_tokens": 1065, "output_tokens": 826, "cost": 4.473e-05, "cost_usd": 4.473e-05 } }, { "id": "banking77-heldout-2307", "text_group": "794a7a4c2c30d9e8705a63fbee12515fb58217807d21beccb1b2b54a16633f14", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 1, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 161.99670895002782, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2308", "text_group": "c2ef4462a88d0092798adc72ef00b59023e74b22c338a1a2ef95805e12757937", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "fiat_currency_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0.97, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "contactless_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0.03, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0 }, "error": null, "latency_ms": 215.2108330046758, "usage": { "input_tokens": 1039, "output_tokens": 826, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2309", "text_group": "d561982d1cfd22c81e0c2950ca195575ba21c1c45ead29128ce1fd1781c7f845", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0.98, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0.02, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 198.3100411016494, "usage": { "input_tokens": 1044, "output_tokens": 826, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2310", "text_group": "517ae93059703c30d5be68a47e812bb3bdceaeb0e13060fb625b671f6c59a7f3", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0.93, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0.07, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "compromised_card": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "order_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 159.41649989690632, "usage": { "input_tokens": 1037, "output_tokens": 826, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2311", "text_group": "bcaa166cb91510b310b5ea5c3b41eabefb8e273cea6a8b05f7130475e891b86c", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0.96, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.01, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0.01, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0.02, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 181.579792057164, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2312", "text_group": "252a2a88d3428a63e47a19b24c48ddefc8f5bbabaa3e81df850cc54aa1b1e842", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0.03, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0.97, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "contactless_not_working": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 134.73616598639637, "usage": { "input_tokens": 1047, "output_tokens": 826, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-2313", "text_group": "856e6b67b82a5acabd125a2824fce9949f0394476fc3f680c4008707ca1dba64", "expected": "failed_transfer", "prediction": "transfer_into_account", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0.03, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0.34, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0.01, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0.13, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0.11, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0.34, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0.01, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0.02, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "age_limit": 0, "getting_virtual_card": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 300.6745419697836, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2314", "text_group": "a7c9308ee6df59907fcf9a41ac7b8e39c18aee7ded97db066a97f0a6471f8e34", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0.01, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0.44, "verify_my_identity": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0.55, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 212.74958294816315, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2315", "text_group": "87356bcf9b606be766010b59293ae2d78da8a1118a4d821de1973f143c59e7e9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0.99, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0.01, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 206.15995803382248, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2316", "text_group": "bdda74b71f277b7e2b9d2628038ba99ab7bd02300b68f8aa2bcbef0a0082ed14", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "failed_transfer": 0.95, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0.05, "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 182.96379095409065, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2317", "text_group": "aaa6f8efab93061e30982374daa500baa582a29acb8d64b4ea3c1886f9baa618", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0.97, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0, "country_support": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0.03, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 197.68570794258267, "usage": { "input_tokens": 1052, "output_tokens": 826, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-2318", "text_group": "78426788f9a7851158037481008e35bb235795ec4286f44ae9552a9cbecbdcb3", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "verify_top_up": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_transfer": 0.05, "pending_cash_withdrawal": 0, "failed_transfer": 0.95, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_acceptance": 0, "compromised_card": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 354.1968329809606, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2319", "text_group": "5e7aeb8f712a04f3d338eadf4d24de556c3a7f670de1e45f10162b44ff9f76cc", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0.02, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0.98, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 148.98779103532434, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2320", "text_group": "bbf341840741a7360150ed9d0fb838b363da12b547e6ca213e306418cf171129", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.96, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0.04, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 183.53387503884733, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2321", "text_group": "26c9876f4ac9b611212bff75e8fa6ba3b2483f52568c988fbf27c8db05f8964b", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_acceptance": 0, "top_up_limits": 0.01, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0.01, "exchange_charge": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "pin_blocked": 0, "card_not_working": 0, "topping_up_by_card": 0.23, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0.01, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0.01, "top_up_by_cash_or_cheque": 0.01, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0.17, "passcode_forgotten": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.53, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0.02 }, "error": null, "latency_ms": 266.92850003018975, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2322", "text_group": "29d5e012b7a4babb236a938bd6f223e5769c65bfe7087398830a13194f175634", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0.97, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0.03, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "pending_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 173.799957963638, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2323", "text_group": "08b2c6ed89a00f09ad025e0cdded57122b74cc2ac96761059ad382c7e5de8aca", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0.01, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0.03, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0.01, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "country_support": 0, "card_acceptance": 0, "topping_up_by_card": 0.95, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 159.1408750973642, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2324", "text_group": "508ac02477e9aef8ed54b2c03942502537a456b6623468aeae710e928407597a", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0.01, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0.02, "verify_source_of_funds": 0, "pending_transfer": 0.01, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0.01, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.01, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0.17, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_into_account": 0.77, "Refund_not_showing_up": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "exchange_charge": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 228.11637492850423, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2325", "text_group": "31b050919db630a576ebc054fa7fffb6fd4da29a42843597fbdfee1d0935e8d4", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0, "transfer_into_account": 0.95, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "activate_my_card": 0, "receiving_money": 0.05, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "card_delivery_estimate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "visa_or_mastercard": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 217.0287910848856, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2326", "text_group": "f38398c28448a725b020554ab2068888c6e576b9fac6cc262561290835f63369", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "disposable_card_limits": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0.98, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0.02, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 500.9280419908464, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2327", "text_group": "c33bc131ec09d8ed5a025e2d92066b182d0f2fdb316150f731ead658022a28c2", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0.06999999999999999, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0.03, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0.03, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0.02, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0.01, "passcode_forgotten": 0, "compromised_card": 0, "transfer_into_account": 0.8, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0.01, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0.02 }, "error": null, "latency_ms": 195.80216705799103, "usage": { "input_tokens": 1039, "output_tokens": 827, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2328", "text_group": "f800116dcbc4cf62b12add05dfa53599aedd6217f5a545429fcdf2ef67f6eabc", "expected": "transfer_into_account", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0.19, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0.01, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0.39, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0.13, "wrong_amount_of_cash_received": 0, "top_up_limits": 0.02, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "exchange_charge": 0, "card_linking": 0.04, "topping_up_by_card": 0.2, "verify_top_up": 0.02, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 297.7276250021532, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2329", "text_group": "6e210f1989327f7356557d2b13bbfc4cbd252dd2d236d913e757bb1f8ec78cdd", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0.83, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0.17, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 194.84904198907316, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2330", "text_group": "fb042505e302fe4630ee3f4e200cb48672a4c4482c1c33bb4eb933a301d8f03f", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "transfer_into_account": 0.99, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0.01, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 182.924541993998, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2331", "text_group": "838ec9a0fe77565730b0f78c11185a89955fea1f4cf2ee21a9ec1eb6fcae68d6", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 1, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 150.77370801009238, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2332", "text_group": "a51c4a79d0047e62640ac6af7477c5657edf8bd1e7a33043639baf8b42561397", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0.87, "receiving_money": 0.13, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 194.24183294177055, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2333", "text_group": "e9f952bac855af5e4f48ddad6331a864e973240080676204daaec616d5870c76", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "verify_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0.01, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0.99, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 122.96308297663927, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2334", "text_group": "8389b41460d2984639ab1f9518325f948a4c6ba7e69f330cce4c2ec5f73fa312", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0.98, "pending_card_payment": 0, "receiving_money": 0.02, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 253.5523340338841, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2335", "text_group": "adc53d8516cbc05a515eaa51320cd54603292e4d86d806a2ca3c990a756488f4", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "transfer_into_account": 0.93, "card_payment_not_recognised": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0.05, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0.02, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 203.84937501512468, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2336", "text_group": "72dce7544188efaaa8b044e94eb68669a5698c35f8d3a3fd397c8c07ee46b0e9", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0.02, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0.07, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0.91, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "cancel_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 298.98054199293256, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2337", "text_group": "3e58ec9db5ec5e53b8b7f6ddc57539ce05a328922ca3e0c058aeec2d7ef75037", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 1, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 160.78695794567466, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2338", "text_group": "683502a22c37cf25d50adb229d2d7a809bf23153f9ea776faa0f0b4cdf7154ca", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.01, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0.01, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0.94, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0.01, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0.01, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "age_limit": 0, "getting_virtual_card": 0, "card_arrival": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 170.46045896131545, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2339", "text_group": "cd36a9eee06411a50c7a1428367f4f3ef4c6a9b8ec904f267b1b24e790131e17", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0.97, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0.02, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0.01, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "transaction_charged_twice": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 200.4327920731157, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2340", "text_group": "e6d9f41c0eb97cc619f6753e28356a9c2202364a324384592a6469645ca886d6", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0.22, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0.04, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0.65, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0.09, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 206.85737498570234, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2341", "text_group": "fe0801d6b1ae6d00c043c1a0ed9402504d5a5df2fc2442679e500f229b22f76f", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0.02, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0.01, "atm_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.12, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0.02, "topping_up_by_card": 0.8, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0.01, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0.02, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 176.59645806998014, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2342", "text_group": "98914046951762c049aba9d881677e39d733e1e220a2a151cff223597661a06f", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.87, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0.09, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0.02, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0.02, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 234.93195802439004, "usage": { "input_tokens": 1044, "output_tokens": 827, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2343", "text_group": "2846a6041ed406ddc7409fed1f5bf0c67bb69af8e7f02e9db7e65d5006f43680", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0.01, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0.05, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0.01, "pin_blocked": 0, "pending_transfer": 0.02, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0.01, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0.89, "top_up_limits": 0, "transfer_not_received_by_recipient": 0.01, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 169.42816704977304, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2344", "text_group": "0608254521e8332d378f8a7dcafdd2cd72059c384b318c68054342c61ac6bcba", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0.06, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0.94, "age_limit": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 136.75687497016042, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2345", "text_group": "3c66c88cdd8c59aade3240ded1eabba1edcc63813996ae1e0ac77fcf939c7aea", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.94, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0.06, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 177.00179107487202, "usage": { "input_tokens": 1049, "output_tokens": 827, "cost": 4.4058e-05, "cost_usd": 4.4058e-05 } }, { "id": "banking77-heldout-2346", "text_group": "dd5a90d62c73129106b359dd1f5996496281e3d46c303e9af64221c2761a76a5", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0.04, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "transfer_into_account": 0.96, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 144.91587493102998, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2347", "text_group": "199999901ddf29fcaf88d769990278a54135460545bc646b2d16790daecf261f", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.05, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0.04, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0.01, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0.01, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0.01, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0.01, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0.02, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0.02, "edit_personal_details": 0, "transfer_into_account": 0.8200000000000001 }, "error": null, "latency_ms": 186.25416699796915, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2348", "text_group": "2d9657c61cac10a0488a4f1b63da34ab17518d73f4d85fcbe589356402f1d600", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "top_up_by_bank_transfer_charge": 0.01, "receiving_money": 0.01, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0.01, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0.01, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0.8200000000000001, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0.01, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "card_linking": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "declined_transfer": 0.01, "fiat_currency_support": 0, "failed_transfer": 0.01, "request_refund": 0, "pending_card_payment": 0, "country_support": 0.02, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0.01, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0.06, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0.01, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 218.41312490869313, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2349", "text_group": "1be811b4389bec964f697db263356c1627c355e61edb05c82c5d5e3c1339bbdf", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0.83, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0.17, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 202.73895794525743, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2350", "text_group": "d3a3c2ea00e6f2ad25e0037e444f915b682659e0489005e275f90621f636506d", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0.05, "transfer_into_account": 0.88, "lost_or_stolen_card": 0, "automatic_top_up": 0.02, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0.05, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 189.006541040726, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2351", "text_group": "2b63d2c7521fb920ce191e1ca69504fd05fd4033094f3da0ade059a74748d7ac", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0.73, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.02, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "exchange_charge": 0, "top_up_limits": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0.24000000000000002, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0.01, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 187.59929109364748, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2352", "text_group": "0e6157c635ca15505c48c24149db3f4b8a5bdecdd7ff5ee1309f18b77c081ae1", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "topping_up_by_card": 0.08, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "visa_or_mastercard": 0, "country_support": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0.76, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0.01, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0.01, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "terminate_account": 0, "cancel_transfer": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0.14, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 221.610915963538, "usage": { "input_tokens": 1043, "output_tokens": 827, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2353", "text_group": "52ace1842b270fffc2065dc08e0f009b3a7e40dc322bbec25f5ada5e19d8fc19", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0.01, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0.16, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0.02, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0.01, "balance_not_updated_after_bank_transfer": 0.01, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0.76, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0.03, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 242.04391695093364, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2354", "text_group": "6cd3def61d9563b7bd74f7c9ffb20d3a2d4b6e051282bcad89bf1c365f4625ce", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "topping_up_by_card": 0.01, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0.99, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 163.0465000635013, "usage": { "input_tokens": 1042, "output_tokens": 827, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-2355", "text_group": "90fc8d7aac7d0212d41312b731e557a0f4b8c2d0dc7673a3c531abd4eeb0168d", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "atm_support": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0.04, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "pin_blocked": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0.96, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 219.15637503843755, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2356", "text_group": "04f18f18fcb37991d9b38009ab942ec1d2af0bb1021ed5216ec6d95584b12070", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0.01, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0.01, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0.02, "transfer_timing": 0.01, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.95, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "card_acceptance": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 159.4130420126021, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2357", "text_group": "734848edddcd9792fb851de13f8a027953a399f96d0498ea9d909ab64e776c58", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.03, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0.97, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 258.96462495438755, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2358", "text_group": "b81fc7070a5e2631d97389dace0fe3ce727321be3a7dbf2146028398452d566e", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "pin_blocked": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 1, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 181.9230419350788, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2359", "text_group": "5b77c965f866f4376afae8d6211ceeb6e675573fb9257747075e857b2851c46e", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0.03, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0.01, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0.09999999999999999, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "change_pin": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.86, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 163.33016694989055, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2360", "text_group": "6b79fd7ed38241493f4ed5ad9015900ce35bbc178b3a9335d08a9e7c7568b2ac", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0.94, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0.04, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "verify_my_identity": 0.01, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0.01, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 211.79475006647408, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2361", "text_group": "129cc6af0b880245237b47e180ffbe5a0efe5b62d8c3dd792b13f627adcbfade", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0.12, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "verify_top_up": 0.88, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 244.52079203911126, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2362", "text_group": "cf12da4de531746c4412c0fe6e2f0dca8f5d21ce6e4969cd74da99a5f8b2f229", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "virtual_card_not_working": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "request_refund": 0, "card_linking": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "verify_top_up": 0.98, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0.01, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0.01, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 311.95679190568626, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2363", "text_group": "aea9d09dc4030d4383772c6d6f29cab1aabbfcc996a84e158cd5d338454416e1", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0.99, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0.01, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 177.09445802029222, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2364", "text_group": "0f3b6f96c31654397db93e86e7e742568985f77e9d4397f0240eef0139d011ea", "expected": "verify_top_up", "prediction": "verify_my_identity", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0.01, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0.21, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0.02, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "verify_my_identity": 0.76, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 581.8727919831872, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2365", "text_group": "364b6a0746b280d476b2765163ee5d807be1ebd21af5908704517c1ee0ab85d0", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0.01, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "pending_card_payment": 0, "exchange_rate": 0, "transfer_into_account": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0.99, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 183.572500012815, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2366", "text_group": "3fbbb1abd7e5efbce2b7f55d0c4dae9fd17266776be1e1101d8660ceba3705b9", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0.95, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0.04, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0.01, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 190.20283303689212, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2367", "text_group": "890ae243e7e68e189b1f7774dabe9962e4ea620cdac328ad433d05dead900157", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_not_working": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 1, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "cancel_transfer": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 333.3671659929678, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2368", "text_group": "4fe96c644d114d799391a70e6ae0b668b228ffab7cb2d36378fb12d8cdc9921c", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "verify_top_up": 0.97, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "change_pin": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0.03, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 154.6423330437392, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2369", "text_group": "a9e4bcb0003d9e967f439f22044b7f216cb4d5704140f1e380ed69e88753e5f8", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0.86, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0.01, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0.13, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 297.53154097124934, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2370", "text_group": "b825f6fce0399906ec26f3aecd35ea01da1cb4b0b4f5551db6ced1fd9b82d25d", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "transfer_into_account": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.3, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0.01, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0.65, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "country_support": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "activate_my_card": 0.04, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "card_acceptance": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 209.7114169737324, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2371", "text_group": "b91efb1a860ccbc64712e9217fb76d1765e5afb54dad2940888e17e5c26f1e4b", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0.01, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0.02, "why_verify_identity": 0, "activate_my_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0.97, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 284.016833989881, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2372", "text_group": "be408c097be147715029c7a6a2d8cfb70158bfac72efcbe7976a35fff596053f", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 1, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 216.7842920171097, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2373", "text_group": "370201a4fe16a790094d6133edd40e3488ea6859e1aa0fb091df4784e15571db", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0.03, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0.97, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 274.6473749866709, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2374", "text_group": "60cf8147b51663ace3b5fbf86906cf23f3906acb4aadfc1b80bde21e37320a3a", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.07, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0.93, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 251.16966699715704, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2375", "text_group": "ae193f2f265574981cd579a137c7ada20fad504691e35a73b8a2f3d620f88c82", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.04, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0.96, "card_delivery_estimate": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 222.807832993567, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2376", "text_group": "d00c178efc7f0beab1ec6b87a6244273b7aac75a301a3fbb892e007dc8c59aeb", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 1, "topping_up_by_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 206.9031660212204, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2377", "text_group": "f4fbba77f5b8257a0d7b1bdecc52da6dc270a99a4db4c598c021a252a29717dd", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0.96, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0.04, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 220.1540410751477, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2378", "text_group": "9a069753b14551932f3e93c65a62ee0a25ece75a0069c42ed9d35d566c7e6f91", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "topping_up_by_card": 0.04, "card_not_working": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0.93, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0.01, "transaction_charged_twice": 0, "card_linking": 0, "activate_my_card": 0.01, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 176.1117500718683, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2379", "text_group": "20c5b114f2cb443bef9f35a992e9ee6113d2f3a908ef4fd820ba57b5aca74c8e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "verify_top_up": 0.84, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_acceptance": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0.04, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.11, "pending_transfer": 0, "activate_my_card": 0.01, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "change_pin": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 150.37058398593217, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2380", "text_group": "09774cbdeff734185e35fa6b8c9160308a8995c2328f7b37de48381d58f9dcef", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0.01, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0.98, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.01, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 233.11591695528477, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2381", "text_group": "e0898c8997a6fa039a5aff57315b1737c0e065ddd6d724ecfc7960433cbd610e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0.02, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "getting_virtual_card": 0, "country_support": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0.98, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 149.70724994782358, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2382", "text_group": "2c44980ac6a7452211c9eed2e82f706749ad12abd9beebd274ef32c0c0549a7d", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "verify_top_up": 0.98, "lost_or_stolen_card": 0, "change_pin": 0, "passcode_forgotten": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0.01, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.01, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "card_linking": 0, "compromised_card": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 180.13195891398937, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2383", "text_group": "0a6ec72e89033c390d9b69c01d8173d3f806efee97a2388cbc384c137cf85352", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0.02, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0.01, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0.96, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 199.0003330865875, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2384", "text_group": "9efc4425a3265b26bf557e90b114912827f531a89e3bc9415db69bb84dd4d82e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "activate_my_card": 0.01, "why_verify_identity": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0.02, "topping_up_by_card": 0.01, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0.96, "top_up_limits": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 206.96145796682686, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2385", "text_group": "6c2a8f1c7253fa32d4f91a97be6d58069d3050da3d39f9dd041c46b3aa9c6e10", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "topping_up_by_card": 0.01, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0.98, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0.01, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "top_up_limits": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 277.6327079627663, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2386", "text_group": "eea71cae9022952e07d53788e2e6853aad5361c2a8f4e7bb6c7a24c1b6b8fe83", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0.97, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0.03, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 185.19966606982052, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2387", "text_group": "96e9d77810811dfede2f60d50b7fdde35953af9cfae351c2f20ed8c02c16d130", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0.12, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0.03, "edit_personal_details": 0, "activate_my_card": 0.02, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0.83, "card_arrival": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 126.47570902481675, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2388", "text_group": "381407f484b243c0672423ccea2fd9d96dbfa6ec2eeed15e082ddaea8911e755", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 1, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "compromised_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 138.82120803464204, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2389", "text_group": "8920483a772849bc035829ed253139eea34d4eeb03a856d3002fbfe1364b3b9d", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "topping_up_by_card": 0.09, "verify_top_up": 0.9, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0.01, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 179.93420804850757, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2390", "text_group": "aa7de90ef38c91f41f8e83a3654dee8c60d18d19b52819127b4b799f32c32794", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.03, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0.97, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 311.6217090282589, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2391", "text_group": "79ef8a0bd2d72a1c079b3c2f6740cc8a26de75cff548bad10429f7ee17e1efb7", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "topping_up_by_card": 0.01, "verify_top_up": 0.99, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 149.13629193324596, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2392", "text_group": "47a987ec06695972e3dd8bd9f2d7051be17c436abca0d1db47a4c97c179e246e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0.99, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "topping_up_by_card": 0.01, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 350.4963329760358, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2393", "text_group": "54ff5e6e9e7061ec1bc582564cbc70e33f2c74d218978b2ec8e1827b1fa49d11", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0.01, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0.01, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0.03, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0.95, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 155.4203749401495, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2394", "text_group": "88146507cadbed6c7061f8ddb77beb97281452b6adaa1e29dc4d184692578701", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 1, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 190.8806669525802, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2395", "text_group": "a1b558cbd0af1679101bbe042c0a62c40596bca22069335e3f1f53ae67afe688", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0.04, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0.89, "card_linking": 0, "verify_my_identity": 0.01, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0.05, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "activate_my_card": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "exchange_charge": 0, "age_limit": 0, "card_arrival": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 246.7275420203805, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2396", "text_group": "a24ac66fb2cd8f18d94c38c73618b5ca62c0a1a6ca214f349785521b2537898f", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "topping_up_by_card": 0.01, "extra_charge_on_statement": 0, "pin_blocked": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "change_pin": 0, "card_not_working": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0.99, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 261.5449159638956, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2397", "text_group": "995cf7d13354949c5d410cf11faae8bea5353b762ccd2cb84fe31ef97098b962", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "transfer_into_account": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.04, "beneficiary_not_allowed": 0, "verify_my_identity": 0.01, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0.93, "card_swallowed": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "country_support": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0.01, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "card_acceptance": 0, "cancel_transfer": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 205.92537499032915, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2398", "text_group": "f26abf4c3bd969529d236dc6e0ee39f151bd5291496b0766fea9e9bb5e673d57", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.04, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0.95, "topping_up_by_card": 0.01, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 187.37966602202505, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2399", "text_group": "580c798d0abdbc26799098ee2cf2bdc167b73e9da87d05f5a84aa75608a7c6cc", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0.01, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0.99, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 173.31079102586955, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2400", "text_group": "fb11b4182af5183cb7fbbcf7ffcf2b27094d3a23310970d0a6a2336ac9a608bf", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0.02, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "country_support": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0.01, "getting_spare_card": 0.94, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0.03, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 221.21474996674806, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2401", "text_group": "786bac4c63e455146b9b357135f47b2cc9dd0c035f3db95c187e33e16be798f0", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0.27, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0.53, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.03, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0.03, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0.06999999999999999, "getting_virtual_card": 0.060000000000000005, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 250.04904193338007, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2402", "text_group": "5cccc3aaf639747c29657a59e2690474098128c0571f6116629e1235e28bd842", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0.55, "transfer_into_account": 0, "lost_or_stolen_card": 0.01, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0.43, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.01, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 143.30508292187005, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2403", "text_group": "9f4acb7d75f5e7214d879e6d7e903142f1c78ae34a6f895a5e1b3564a50f9926", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0.01, "order_physical_card": 0.08, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.03, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0.88, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 438.0337920738384, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2404", "text_group": "0dc829dcefa971113149ef7e02b850a96d0ea97a8b4e17f823b4fc5754f96dc2", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0.02, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0.02, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0.01, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0.01, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "visa_or_mastercard": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0.94, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 188.59387491829693, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2405", "text_group": "044f33c18b14e41ace78945e9be7730f8c18df873f12acb86b77cb8d6ed60dbc", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 1, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "atm_support": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 201.9704170525074, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2406", "text_group": "4a55f22782f60eab72fb5718187983802b5c7d2f8e5eda59dcd40788352db427", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0.07, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.06, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0.87, "country_support": 0, "terminate_account": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 166.02187498938292, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2407", "text_group": "7c01c2468cce1387961730df4329eacf05fb5744bc9eab31dc90f9c5f4d63b1a", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0.02, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0.02, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "verify_source_of_funds": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0.96, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 250.79862494021654, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2408", "text_group": "e6aedf22fddc351a37ad8a8ff3fe40c86dbfc68709f4d0c39e9be88b8a87893e", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0.01, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0.99, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 211.65499999187887, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2409", "text_group": "9e21ef2376a3d5609de58b08fbae4649739a305889c16e8f1a67e4bc305671d6", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0.03, "order_physical_card": 0.07, "card_swallowed": 0, "getting_spare_card": 0.9, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "atm_support": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 153.05729198735207, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2410", "text_group": "39c98ae05be48dc2250b685ec6357b11e7c3f3b479e7af99c2bc61e713081540", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0.02, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0.01, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0.93, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0.03, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 272.5990409962833, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2411", "text_group": "85cb7c4608e3da4320ec22dc0dbd8e27ba7b885bac264d6fb513f9106b1ef3d1", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "get_physical_card": 0.01, "card_not_working": 0, "supported_cards_and_currencies": 0.03, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0.01, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "getting_spare_card": 0.93, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.01, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 242.63854103628546, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2412", "text_group": "03aac637d30facc08ec2f8f404d57d29bfa413a5459f965b6b3e76e679324f35", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_limits": 0, "top_up_reverted": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "getting_spare_card": 1, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 225.21641699131578, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2413", "text_group": "b12f90dc0222ed4a6aefca37da28c5acf3d3c5f1de789ba90d5f47120de229b4", "expected": "getting_spare_card", "prediction": "get_physical_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0.17, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.43, "lost_or_stolen_card": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0.4, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 177.45375004597008, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2414", "text_group": "5cd5f14b18222b4d71b6c16e841e950cf716a61e24d13df5860227a336e55f33", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0.01, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0.98, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0.01, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 216.45883307792246, "usage": { "input_tokens": 1040, "output_tokens": 828, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2415", "text_group": "04ee3177e641d2f5a2f0065499001e978d9855f9aab976ec6e722c3ef65d913b", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "failed_transfer": 0, "pending_card_payment": 0, "declined_card_payment": 0, "getting_spare_card": 0.92, "get_physical_card": 0.03, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0.04, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "country_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0.01, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 199.94487497024238, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2416", "text_group": "6afa31b474621ae6a1994b73076dde60c49f5bf73b7343837616284ad1f6f1d4", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0.01, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0.99, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 228.8350829621777, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2417", "text_group": "280d86575c679cdefdd5235b2a8c0a3532abbee2895b47118ddc841067e35a91", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0.24000000000000002, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0.59, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0.13, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "age_limit": 0.01, "pending_transfer": 0, "atm_support": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0.03, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 204.78891697712243, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2418", "text_group": "ba12b10a010ee5b5eccd13454a3b13a0dae8800660d194df5cd744f25f52a252", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "getting_spare_card": 0.96, "beneficiary_not_allowed": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0.01, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0.01, "reverted_card_payment?": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "exchange_rate": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "order_physical_card": 0.02, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 243.1725839851424, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2419", "text_group": "f0998321c8af693c03a3e3c83f585dc1d8be4740ffbdfc3e4540ac85e273050c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0.02, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "contactless_not_working": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_timing": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_linking": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0.97, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0.01, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 198.60000000335276, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2420", "text_group": "464b63888196402db3a8e6e89d5e7ef7336a7e620b8ad876088096e2585e221f", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0.04, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0.02, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0.01, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0.74, "exchange_charge": 0, "order_physical_card": 0.09, "get_physical_card": 0.02, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0.01, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0.060000000000000005, "top_up_limits": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0.01 }, "error": null, "latency_ms": 230.83891696296632, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2421", "text_group": "ba92612499700b4b26b47049b4b5c9c3f5fbcee4548ab109bf77dcbdef353c6d", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0.97, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0.03, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 180.02670805435628, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2422", "text_group": "de28a5b42a04c1e9cb5c828ec0f981ac3d125842acbb1fd62a34b40cd1f6b24c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0.99, "transfer_timing": 0, "order_physical_card": 0.01, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "age_limit": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "card_arrival": 0 }, "error": null, "latency_ms": 189.99824998900294, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2423", "text_group": "a8b087b1522d584c36f7fa947925425967209b5ec445e3a1e68686df09d55ce7", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0.76, "order_physical_card": 0.22, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "get_physical_card": 0.02, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 219.1731670172885, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2424", "text_group": "058c4a6dacc74d15042da609b3a1ea8dd840c5dff27c64234915d7f83894b160", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0.83, "card_swallowed": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "declined_card_payment": 0, "get_physical_card": 0.07, "change_pin": 0, "pending_transfer": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "contactless_not_working": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0.1, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 168.52333396673203, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2425", "text_group": "33af6b695bbedb3ce0c834cdf9b10732b19a354fda7cd7c25787b100936a7ec3", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "get_physical_card": 0.01, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "verify_top_up": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "apple_pay_or_google_pay": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0.99, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 218.07412500493228, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2426", "text_group": "7a72b3a9eb8edb3e354fd8873f5fbaa627efe6603ff6a6537eb1a0de932fbc82", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "get_physical_card": 0.06, "verify_top_up": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0.15000000000000002, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0.79, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 192.3427500296384, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2427", "text_group": "6ff944acda11ee4abd2fd0a694838abc43dba4abdace47fd8b9fe9cc7e8af3e8", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0.02, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0.02, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0.67, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0.01, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0.27, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 170.87024997454137, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2428", "text_group": "dbfb49ef283ea59384f6e504cdff094819836fcf5d3cb97b90f1e8229f865765", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0.99, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0.01, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 261.8329169927165, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2429", "text_group": "38ca46d144990bfc0a6a8212647b196aec115e99ad95de1e8f1ebbb19b1901fd", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "get_physical_card": 0.2, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0.01, "unable_to_verify_identity": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0.23, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0.01, "cancel_transfer": 0, "order_physical_card": 0.54, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 228.0845829518512, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2430", "text_group": "52027fbcd745b4b03a1ffa9183eb8edd76f6b64d70d1af4689e0a9585fd2b53c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0.05, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0.95, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 264.4749589962885, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2431", "text_group": "249fc49f466a0a948554aed0b31ecaccbddd70e50141af2a0b99caada43fc75b", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "get_physical_card": 0.02, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0.94, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.04, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 208.3284999243915, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2432", "text_group": "00c23f0f888fbbac5f3e0e442f2633e0319025bcefd8f5a09542a2e048d53c26", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0.76, "transfer_into_account": 0, "lost_or_stolen_card": 0.01, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0.17, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.06, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 177.27429198566824, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2433", "text_group": "26b937376bd1d037752c0005b88074ad6d17edb9e5e4d651c45229af42b3d740", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0.01, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0.98, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 143.5347079532221, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2434", "text_group": "51abd3a6501cf067e72fd37eb46b67aae306cde42682047396d4476cd81596c1", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0.06999999999999999, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0.87, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0.01, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0.02, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0.03, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 220.64687497913837, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2435", "text_group": "ccf3f33966c2178d036f0d7a6f9113d9f5a575029ceb4649d13a6c290d6d7c99", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "get_physical_card": 0.01, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0.01, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0.96, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.02, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 217.039208044298, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2436", "text_group": "4f9acb8b55cb1dc0d70905882c2888135c1848e4a36d0a41902db0d30e118c1c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0.98, "cancel_transfer": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0, "lost_or_stolen_phone": 0, "get_physical_card": 0.01, "change_pin": 0, "pending_transfer": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0.01, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 188.09916696045548, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2437", "text_group": "eb5ce1d9ac3e05fb048093ae6180449dea3fc2d841d7d2b0c34833cf3d26f904", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0.03, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0.76, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0.04, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0.17, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 161.77191701717675, "usage": { "input_tokens": 1039, "output_tokens": 828, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2438", "text_group": "23db316d82d12a7088aa793d73f09674eeb12d1b3fa60ace11bfe7c443165074", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "virtual_card_not_working": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0.03, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0.45, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0.01, "card_payment_wrong_exchange_rate": 0, "age_limit": 0.01, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0.05, "change_pin": 0, "get_physical_card": 0.39, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "atm_support": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0.06, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 137.26258394308388, "usage": { "input_tokens": 1037, "output_tokens": 828, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2439", "text_group": "e8d471cf04ba9379ca0e44bed98491c2df9e77f840f6f1f5aef2aa2261d5c955", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0.22, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0.01, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0.49, "failed_transfer": 0, "edit_personal_details": 0.02, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.18000000000000002, "card_swallowed": 0, "getting_virtual_card": 0.08, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 275.2981249941513, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2440", "text_group": "d81c6452ab46dddc3df63637aed11c0e4192d61fb48645ba534cfa2cd1b182a9", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 1, "pending_top_up": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 200.1629169099033, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2441", "text_group": "2a5d6b0b974f7f4885604283cf81d49c9bd2a3de44128d1b2308a2abcfe77529", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_by_cash_or_cheque": 1, "visa_or_mastercard": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "cancel_transfer": 0, "request_refund": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "top_up_failed": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 251.02174992207438, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2442", "text_group": "007bde6da51e3574c40085819c233b43ecfd30c0706f8736b1e9e7a6fed2c1ca", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 1 }, "error": null, "latency_ms": 283.9459580136463, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2443", "text_group": "2294db6b79f813369d4f3552503982f21aa026e3d6b95ee3f2384dd845b7bffa", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 1, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 254.29895892739296, "usage": { "input_tokens": 1036, "output_tokens": 831, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2444", "text_group": "9a04bbfe274cf2e774f4fcc0a3818c54eccecbc94e67e54a1766f6ae849b8246", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "atm_support": 0, "get_disposable_virtual_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 1, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "edit_personal_details": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 136.2504999851808, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2445", "text_group": "15322a67cce8041aac9af1d2bd98d5378045ee7ed3385a97b76c2dc11d9c3e35", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 1, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 150.2530830912292, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2446", "text_group": "2a53ecbe08a34e3382273340168772df612cb45c9e287f12f3bf13022bd3a0b0", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0.99, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.01, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 182.7233750373125, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2447", "text_group": "698f4bfe9bc4d6979a048bc23d429a683c5ceb00166051f09d9b171146dc2603", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 1, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 181.97204102762043, "usage": { "input_tokens": 1040, "output_tokens": 831, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2448", "text_group": "a8dda546e10af4685422ff4c0ad0a54f0a66c0714310dd63044bb99af1fbc44b", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 1, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 157.88983402308077, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2449", "text_group": "86d33eb0d357fced34ce6203243ebec6a0ef7dd8879c67a7bb3a04f09b749bf2", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 1, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "passcode_forgotten": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 388.19049997255206, "usage": { "input_tokens": 1036, "output_tokens": 831, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2450", "text_group": "56ab5da45c07df2ef880c562b68574b4d93a5ec8d2189c803b40b280e3754a89", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 1, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 188.9875839697197, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2451", "text_group": "5a112928fe9c34d8f7e2f23cf9b65414cc212236a7b892091067c56f03aa50be", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0.01, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.02, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0.97, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "activate_my_card": 0, "edit_personal_details": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 205.57887491304427, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2452", "text_group": "f18cdb171b663f11efefa247dd05cb734ef9dc7ce600e5e826aa85e2a34a48d2", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "atm_support": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 1, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 220.36425000987947, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2453", "text_group": "666bd055bb3ea6be61322078b9bc6e3880809efd224ea9cf767fe1246387023a", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0.06999999999999999, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0.21000000000000002, "pending_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0.44, "lost_or_stolen_card": 0, "order_physical_card": 0, "topping_up_by_card": 0.08, "top_up_limits": 0.01, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0.19, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 297.8544579818845, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2454", "text_group": "588324c7695ff5b22e0a4c60eff0642bbf9eda3a94d9fc0cc978608b853d2a1d", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 1, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "automatic_top_up": 0, "terminate_account": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 157.75054204277694, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2455", "text_group": "425089ea17c708c933649b94ba42f5984cd8838e038083974a57dd153b115bac", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 1, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "age_limit": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 185.0224999943748, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2456", "text_group": "046f1c81fd4dae48e9b0981290e407ef45a72e119e5129e721684fdfe6b3f8cc", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 1, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 190.61312498524785, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2457", "text_group": "53e94088740c0804ff7896b74a975e2e0e180021ae44ddb4b4e3d512c4a4e454", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 1, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "passcode_forgotten": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_transfer": 0, "activate_my_card": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 211.49716596119106, "usage": { "input_tokens": 1031, "output_tokens": 831, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2458", "text_group": "f0dac0f89d5be15367302bc9b92f91dd269f1a7719e9e4f3eabec1b8c4118bb2", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "country_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 1, "pending_top_up": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 215.13162506744266, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2459", "text_group": "a501a3d58922f027d1bcd33705dd0f1141c791ea294b42ed2929a0f8d567f420", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 1, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "declined_transfer": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 195.11170801706612, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2460", "text_group": "b4f0b0afaeddb85c8de1dbcfbc138fb829b68bca2bf4d4114e1f6bebfd958d48", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "atm_support": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 1, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "getting_spare_card": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 234.02666696347296, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2461", "text_group": "9c55b8e323a767f2ca666575f5f84719d0167c6b99e89e86c4de12c19c1cda1f", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 1, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 205.60412504710257, "usage": { "input_tokens": 1033, "output_tokens": 831, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2462", "text_group": "acd130629a95adc90d15308e40846907374d97c5fded533ad91fc57fab4a43ed", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 1, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 249.78300009388477, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2463", "text_group": "7597512f235020f86dad797d8e6abfb87920db82904639a5a1c7cb1301d3d0ed", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 1, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 170.0096670538187, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2464", "text_group": "b5a2cfddef6983c65e7f6535508bd6271c1a6154303998cf4e58405938b44b57", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_reverted": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 1, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 194.0089170821011, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2465", "text_group": "769264132bc2cfc6af1ca7e49c13ea33fac2a5d8a3f31091d20cae21bffced5d", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "fiat_currency_support": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 1, "verify_top_up": 0 }, "error": null, "latency_ms": 177.63774993363768, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2466", "text_group": "5217f2f43eab7e3c9d09a491589d70b7fe527a429939e5469f77862df7d071a3", "expected": "top_up_by_cash_or_cheque", "prediction": "topping_up_by_card", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0.01, "top_up_reverted": 0, "card_acceptance": 0, "atm_support": 0, "card_swallowed": 0, "topping_up_by_card": 0.8200000000000001, "top_up_by_card_charge": 0.03, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "card_not_working": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "exchange_charge": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0.03, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0.01, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0.01, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0.08, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 176.7043749568984, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2467", "text_group": "2c3c90cda016b35ca7cc238c369d2f856276c0b1c59766eafdcc0c9f0476ce30", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 1, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 244.5417499402538, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2468", "text_group": "aa96d9ffcdb0612f839bb3f7a1e91807a700f76912044185aafc01cc21cd6f18", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 1, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 173.6407090211287, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2469", "text_group": "7a7ee8081d4914ad0699eca861786b9554f3bf838a2f5e54efc65344e88d26a5", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0.19, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0.01, "request_refund": 0, "fiat_currency_support": 0.02, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0.43, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0.35000000000000003, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 209.7512090113014, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2470", "text_group": "e5003ef8b07a50051ffc19b4eb5ca2e242806fa685fc072dc07325960533de33", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 1, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "terminate_account": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 256.9442499661818, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2471", "text_group": "177f5c7497ed0d87416baad436e78b7cb9ba9dcc8527215fa44a5804377af5bb", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "card_arrival": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 1, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 175.2854579826817, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2472", "text_group": "58b92d3c302706cd4582e6ec7d3ca4f3ac150ae4843e28edcc795f90a7813011", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 1, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 161.24604200012982, "usage": { "input_tokens": 1030, "output_tokens": 831, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2473", "text_group": "bcd14c2d08df38875527faf19528159a0d11771101677eeddccd4ddf65e2e19f", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "order_physical_card": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 1, "disposable_card_limits": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 167.49029199127108, "usage": { "input_tokens": 1029, "output_tokens": 831, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2474", "text_group": "00208e00d7b7456ebc9e1539c73488310bc5f0a240ab73427e6109868b967bb1", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 1, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "country_support": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 199.04270803090185, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2475", "text_group": "8aa344f5d02feef8e1d8dd608b81f78b2f48c042b3fae639465489bc08359ed1", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 1, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 233.0308750970289, "usage": { "input_tokens": 1035, "output_tokens": 831, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2476", "text_group": "6e09a2917bc3e4fe9700a315f675357d6ec50950e4a42143bf1932e38941782e", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 1, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 162.81095903832465, "usage": { "input_tokens": 1026, "output_tokens": 831, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2477", "text_group": "df867f9317df494760ee9a84eea656f67e2d4e0fa168b03d5d5dbbfd30dcce0d", "expected": "top_up_by_cash_or_cheque", "prediction": "topping_up_by_card", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0.01, "card_arrival": 0, "exchange_charge": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.93, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.01, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "country_support": 0, "pending_cash_withdrawal": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0.02, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0.01, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0.01, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 180.15870894305408, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2478", "text_group": "3c57cae2455a4a5c73f2406ad52453b7b81bd80a07ee4a8189a6e670adabf91f", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_rate": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 1, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 171.5468750335276, "usage": { "input_tokens": 1028, "output_tokens": 831, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2479", "text_group": "998f7a52e9360d9ed051aaaf4950da2626b37762113dc3f08f0fc00550eb3088", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.03, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0.93, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0.04, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 159.33095791842788, "usage": { "input_tokens": 1024, "output_tokens": 831, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2480", "text_group": "053163b47810eb6dcbf227cb10efb2b1a7d7b5b6c32edd10221806a13b44f3d2", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0.65, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0.33, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0.02, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 194.02908300980926, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2481", "text_group": "395e45df66f7c7f284ca9bff0959c874dc6ae95b205f31e01a911bca20ae1832", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "order_physical_card": 0.32, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0.01, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.67, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 182.82191699836403, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2482", "text_group": "0e5dd87c1b113f0f6dee71d35a06f864990557f2857a716cad8a6e721078b2fb", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "atm_support": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "get_physical_card": 0.44, "card_not_working": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "why_verify_identity": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0.01, "passcode_forgotten": 0, "extra_charge_on_statement": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0.08, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0.46, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 162.4554580776021, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2483", "text_group": "e2894feeeb54fb0b6b07bad3c850febc1d4718647269cf75b258c12992034204", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0.72, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0.01, "transfer_timing": 0, "card_arrival": 0.22, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0.05, "pin_blocked": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 176.59229203127325, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2484", "text_group": "085e6ffc695460786e822554f365b537d4c9b064671c748a5179aa41dcc6b153", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0.01, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0.01, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.64, "pending_transfer": 0, "order_physical_card": 0.34, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 201.9739159150049, "usage": { "input_tokens": 1023, "output_tokens": 828, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-2485", "text_group": "38df1fc0b968e037a8ef26119bc1211b37c1199b90cf2ed3fa15e81fcddf40f1", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0.95, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "get_physical_card": 0.05, "top_up_by_card_charge": 0, "terminate_account": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 256.23204093426466, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2486", "text_group": "14cf16168a37d5773ff5dad1c4440ed2771b4346205084db81b7757e7bfb0dcb", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "order_physical_card": 0.53, "get_physical_card": 0.47, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 206.77229191642255, "usage": { "input_tokens": 1024, "output_tokens": 828, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2487", "text_group": "91a882168716b0730a979c40b785c7efc3e63ad03256096e1da497cfea8e4f67", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "country_support": 0.05, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0.68, "card_delivery_estimate": 0.16, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0.06, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.04, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 279.90162500645965, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2488", "text_group": "734600daa80ee34147226cdfb50b6b5bd94222b1679f079f246eb9c4c6914fa7", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "get_physical_card": 0.57, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0.43, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 200.96408296376467, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2489", "text_group": "ddff202ce2b65c0e1076e532a473b59a10d39aaeeb0e062e155899eae7f40507", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0.6900000000000001, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0.09, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0.21000000000000002, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 157.71137503907084, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2490", "text_group": "db205342889f1e44375a396e92a57d6729699a9f493565559df26cbd9f54f780", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0.17, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0.01, "automatic_top_up": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "compromised_card": 0, "exchange_charge": 0, "order_physical_card": 0.3, "get_physical_card": 0.51, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "Refund_not_showing_up": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0.01, "transaction_charged_twice": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 193.83995805401355, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2491", "text_group": "9ac3c2531a306ac93e2091e4769805eae0a5ea79bb57ffc0fb8af329e61dc502", "expected": "order_physical_card", "prediction": "country_support", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0.03, "lost_or_stolen_card": 0, "country_support": 0.63, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0.04, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_arrival": 0.14, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "card_delivery_estimate": 0.16, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "compromised_card": 0, "card_not_working": 0, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 276.4978329651058, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2492", "text_group": "945097fca89f341a0b8c9fb2967f2092471d7b44cef7e08951772cecebaf94ba", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0.31, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0.15, "extra_charge_on_statement": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0.01, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "get_physical_card": 0.52 }, "error": null, "latency_ms": 162.8681250149384, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2493", "text_group": "125ab252dc66dc7454ee0658a0afa69771c37d89de55fa99fa5828b2ef24a746", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0.85, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "automatic_top_up": 0, "atm_support": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_linking": 0, "pin_blocked": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0.15, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 197.06083298660815, "usage": { "input_tokens": 1043, "output_tokens": 828, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2494", "text_group": "b47dfe1b00983c52dc81fe35b7ad8bac8813a192b4895872e0cdaca020903636", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0.02, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "atm_support": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0.93, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0.02, "card_arrival": 0.02, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 187.0069169672206, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2495", "text_group": "9589a16aceb4ed4ea7ebc74728e7080efb0930ad8793c682c42e1c2957688880", "expected": "order_physical_card", "prediction": "card_delivery_estimate", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0.03, "edit_personal_details": 0.01, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0.64, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0.21, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0.06, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0.05, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 158.47095800563693, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2496", "text_group": "e14e956f59b77a0dd903abd3494b4e70a63fdae3374f3c43845e2f8eca55efc8", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "top_up_reverted": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "getting_virtual_card": 0, "atm_support": 0, "card_about_to_expire": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0.22, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0.77, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0.01, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 419.9540839763358, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2497", "text_group": "1f4f62e299cc554f76a8f1b289b3e90b10dca7bdc0b32edb64ab07a0d51c62a5", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0.86, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0.14, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 149.87862505950034, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2498", "text_group": "8686a76dc78f7803230d51881d467e0dafbaeea0f5cf49bca1fda3bf9adb7730", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0.12, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.23, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.02, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0.63, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cancel_transfer": 0, "failed_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_disposable_virtual_card": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 169.37749995850027, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2499", "text_group": "d8b569b2efc6f6d4fcca4409ed64923339cb17400abef992495432b62073c665", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "get_physical_card": 0.71, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0.04, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0.15000000000000002, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0.09999999999999999, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "top_up_reverted": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 207.454040995799, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2500", "text_group": "1ab07b2877fc2235e4ab4c2727d17abbd5e9c9380c9dea9abd24183a86bf72aa", "expected": "order_physical_card", "prediction": "card_payment_fee_charged", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0.01, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0.16, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0.8, "card_arrival": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0.01, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0.01, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 202.14429206680506, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2501", "text_group": "06aee40a8bdd99601a5c2f16d10be8c9bd645a388aacd27748167a824183319c", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.15, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0.85, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "receiving_money": 0, "atm_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 345.7419580081478, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2502", "text_group": "28c84dabb805beb861c63e63a6d36c11bc9f152ecf137e748817419eccf3783f", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0.22, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.78, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 175.31266598962247, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2503", "text_group": "9bfe1dfd3ced8522d6ee2c5231e7fd642dac514dd553defff7d50fdaf86fee57", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.14, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0.84, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0.02, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 222.89633308537304, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2504", "text_group": "342484ef4342b1415ef8905738d2556bc355627ae83540a8430d0e264bd19692", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0.87, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0.13, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 162.57970791775733, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2505", "text_group": "cea7f27afce9520fdb8372d00c815b812b1c0b3d96a64438cbb8f6a24745d8d1", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0.91, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_failed": 0, "order_physical_card": 0.08, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0.01, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 154.1099160676822, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2506", "text_group": "2591ae3646a86633d06c1369796e4c42b188aa5c66412938f0dc6628431962d7", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0.39, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0.46, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0.04, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0.06, "order_physical_card": 0.05, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 170.54629197809845, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2507", "text_group": "31ac59fe6a166db27a440ac05bb72283a39908d336434c1841085a9003bb51c0", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0.58, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0.3, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0.11, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "edit_personal_details": 0, "card_not_working": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 284.2443749541417, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2508", "text_group": "50ee48c980d7859e7213dbcdf80f9e5598ff755cc70d8cf7cfdbf7ea91cf891f", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0.93, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.07, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 207.55366596858948, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2509", "text_group": "212671da718ac93baaa57ed7f3ea458b8418d19bf28038d5b523b5a1a08c7da4", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0.08, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0.11, "reverted_card_payment?": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0.07, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0.39, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0.35000000000000003, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 228.97654201369733, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2510", "text_group": "dc1398e29a9ef234fdf279874c92adc0ddc65fd46a42aa86dbdfe6bb9631603f", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "pending_transfer": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0.08, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0.07, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0.85, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 241.60479207057506, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2511", "text_group": "f1d7f3eeca4e68641e3a95b862e62c46de7706f828f67bd2d804dcb53ee22fbd", "expected": "order_physical_card", "prediction": "card_delivery_estimate", "probabilities": { "country_support": 0.06, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0.02, "card_delivery_estimate": 0.55, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0.01, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0.32, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.03, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 159.45516608189791, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2512", "text_group": "f2c9056c492c341ad08a5f2fa26ea24e6172b75009504cb01637a1ab39dff869", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0.17, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0.83 }, "error": null, "latency_ms": 230.17983394674957, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2513", "text_group": "eaca08cec968ba764920251be1ddc54fa1c4a63467d1b60ba867d28bed27c84a", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0.12, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0.01, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0.14, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0.02, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0.46, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0.25 }, "error": null, "latency_ms": 160.67441599443555, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2514", "text_group": "e9a3eb07316d865df32b981104b425232763694dbfef100034dbf1333e5c11e0", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0.18, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0.8200000000000001, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_linking": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 222.12066606152803, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2515", "text_group": "e069ba0e911ff96bcaec3c42e2e1f24e2830e9a8d4d987c2192b652db0fe32dd", "expected": "order_physical_card", "prediction": "card_delivery_estimate", "probabilities": { "card_swallowed": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "pin_blocked": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0.03, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0.41, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0.03, "card_delivery_estimate": 0.51, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0.02, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "atm_support": 0, "failed_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 177.3684580111876, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2516", "text_group": "dfc40f890839d6bf13051fdfb81b38ba3698845369f4e529b7a9274ab298f42d", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0.28, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0.72, "why_verify_identity": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "top_up_limits": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 214.68900004401803, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2517", "text_group": "ed6dca0d1e010f3ac3c6e38dc16cec8f74cf3e43cb882102b9d83bb3e9387dc8", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0.12, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0.01, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0.29000000000000004, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0.5700000000000001, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 122.54683300852776, "usage": { "input_tokens": 1028, "output_tokens": 828, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2518", "text_group": "0479d8c73a9de3dafd916d62f67d393e7d3b3b46656b0b56636475c1288b085f", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0.93, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "request_refund": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "top_up_limits": 0, "card_arrival": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0.07 }, "error": null, "latency_ms": 191.31295790430158, "usage": { "input_tokens": 1027, "output_tokens": 828, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2519", "text_group": "f69a6171b3003985c6f4146aa61f7c11e82a9ac0bf0395385c524c36def3d4ef", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0.05, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0.95, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 242.66695801634341, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2520", "text_group": "e954243d8ee71aa18f70321fbf0b68ea5b19c8201a3ea8bae49db420e9b0c472", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.02, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0.61, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0.01, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0, "declined_card_payment": 0.36, "automatic_top_up": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 209.3132910085842, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2521", "text_group": "f93b5af3fd0ad0a872b8dab8e45dc03777f747b7a1c491fec502c47e2303b473", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "card_not_working": 0.02, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0.98, "card_linking": 0, "transfer_not_received_by_recipient": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "verify_top_up": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "transfer_into_account": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 232.18695807736367, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2522", "text_group": "e85cf366f082f96625aecbeb92cf5ab9a9d60ae3d7bc175dbe867f7189a9c6d0", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "edit_personal_details": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "pin_blocked": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0.02, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "card_arrival": 0, "verify_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0.98, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 194.01333294808865, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2523", "text_group": "e4cae3fbb2f1f47a77655305094171d06d01ea6bf3ffca1758c6b858669c4ffe", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "pending_transfer": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0.99, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0.01, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 216.38716594316065, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2524", "text_group": "1813124eb1327ee7fcc0775b33690c7318e6af54be6b76a1c226c3764d690ecd", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "get_physical_card": 0, "card_not_working": 0.01, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0.85, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0.14, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 200.9432080667466, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2525", "text_group": "4f3bdac66d5012ff1904cc1c1754b39b39d06cfadb2754f46630abb54f8ffa1f", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0.43, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0.56, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0.01, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "transaction_charged_twice": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 385.05874993279576, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2526", "text_group": "d87acdb61e4bce15a10a8134ac9aa01ef1535b54fcaaf578477399d20e5ffad7", "expected": "virtual_card_not_working", "prediction": "disposable_card_limits", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0.71, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "passcode_forgotten": 0, "pin_blocked": 0, "card_arrival": 0, "verify_my_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0.1, "virtual_card_not_working": 0.19, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 158.66600000299513, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2527", "text_group": "2b717135bdec7f9dff2febdcb761604c4c0f0e00615e8b1d5e39077369d2d88d", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 1, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 240.26320804841816, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2528", "text_group": "555752429d514ef47a9edaa0d26029e3df094c40b2ddf1a03f95210393dfe77c", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 1, "visa_or_mastercard": 0, "card_linking": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 189.6702079102397, "usage": { "input_tokens": 1041, "output_tokens": 830, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-2529", "text_group": "ceca79453d6fccfd86e678633762338f76d506c05bf22e9a95ceafc804a76515", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.02, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0.98, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "declined_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 149.03687499463558, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2530", "text_group": "5efb58e29a6a1944853ff6149c3ced6ba5d5546b609aeada2f90ee9792b19b29", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0.01, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0.99 }, "error": null, "latency_ms": 175.44283403549343, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2531", "text_group": "1026e232096c67e0f45c686ec2abccc0bc8ad9cb64ebcd3ae2b9c982ee7377b6", "expected": "virtual_card_not_working", "prediction": "disposable_card_limits", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0.23, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0.62, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0.05, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0, "card_not_working": 0.01, "top_up_failed": 0, "get_disposable_virtual_card": 0.03, "order_physical_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "supported_cards_and_currencies": 0.04, "transfer_fee_charged": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0.02 }, "error": null, "latency_ms": 273.0958750471473, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2532", "text_group": "d127b099cd0f21cbeb559160c5872d7bcc273b185b8662ac33b66f7f75951cfc", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0.04, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0.19, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0.73, "automatic_top_up": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0.04, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 148.5435419017449, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2533", "text_group": "cb054cfb66273a27ba8af2a2f9a325369a25c51ecc71d2876642912338464054", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0.01, "virtual_card_not_working": 0.99, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 209.93654197081923, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2534", "text_group": "13be08f0b8d1c19be2f82b5dc7e55b85f85d4df837cbccf3d145ff7a0876ac5f", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "cancel_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0.03, "declined_card_payment": 0.02, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0.01, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0.12, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0.79, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.03 }, "error": null, "latency_ms": 159.62024999316782, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2535", "text_group": "9b6bd5a94a1aa27b15d2056d70e54dd42fa82ef952bf239ad136d81857a5f7cf", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 0, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 1, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 148.25062500312924, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2536", "text_group": "003053458eac9aa66ea9035615355a8a1e501d0f0e7b456015469b024ab1492a", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 1, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "card_linking": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 286.47275001276284, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2537", "text_group": "b0f1e0b5d507286e9d4688aa42aac757adcb40b16c4fab4c0e1d7a57aab07748", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 1, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 137.39845901727676, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2538", "text_group": "f9126f654a63874c588d32cc95b333e5e44560f3e56963cfab3d0865368098e6", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0.02, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0.7, "virtual_card_not_working": 0.25, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0.01, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0.02, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "country_support": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 210.22283390630037, "usage": { "input_tokens": 1037, "output_tokens": 828, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2539", "text_group": "4f1624496da912d30c2a828bfb277233126ae624fe5ff15f9ad45da9a2cce786", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0.01, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0.05, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0.94 }, "error": null, "latency_ms": 219.49287503957748, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2540", "text_group": "356170a812f0b4ec0a88b0b18ee69b2b55ce635bc9efd9db98e8f6cc74a8041d", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "compromised_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "exchange_charge": 0, "transfer_not_received_by_recipient": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "age_limit": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 167.1686249319464, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2541", "text_group": "88ee3fe49eec46b26abee49cc68b35106d44952ff6827c15952b83673d4260f9", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0.99, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0.01, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "card_arrival": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0 }, "error": null, "latency_ms": 181.08075007330626, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2542", "text_group": "aa9e4ef498fa59b87cce0daa518a3b091e60fbd80ef7ef0f4ec65ed2ef0c757d", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0.02, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0.03, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0.95, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 212.78837497811764, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2543", "text_group": "8121ef6f5c991b24d1c1b340d91aebe8766d42713ec9eeb1427d98c6570c3da1", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 1, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 209.49420798569918, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2544", "text_group": "fd2c6eb86bbc9fc6801409c9b0001f2b3096da3f53a8afe22bbc2c29d7e5f020", "expected": "virtual_card_not_working", "prediction": "card_not_working", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "compromised_card": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0.01, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0.99, "disposable_card_limits": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 172.80620895326138, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2545", "text_group": "913be6b435199008b090e4033ea2aa66f4da6ac241f818e6a149a768f84b11fb", "expected": "virtual_card_not_working", "prediction": "card_not_working", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0.48, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0.51, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "declined_card_payment": 0.01, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 224.19987502507865, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2546", "text_group": "a2df70f2af3c218087aee24907a6311649e220178780f9809416ffb1df6ed0e3", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0.02, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0.53, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "age_limit": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0.45, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 171.04504199232906, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2547", "text_group": "a9e075c1aafe64ce2916af5f95a79e4162742d7459bacf41b1a00aa79d08a950", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "get_physical_card": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_not_working": 0.02, "wrong_amount_of_cash_received": 0, "change_pin": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "card_acceptance": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0.98, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 237.41945903748274, "usage": { "input_tokens": 1045, "output_tokens": 830, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-2548", "text_group": "c9766c6ed6650bc52ad5f414d8320674c89400ee270b6baf77c2af4d5235022c", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0.71, "virtual_card_not_working": 0.27, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0.01, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0.01, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 170.3395419754088, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2549", "text_group": "90aedbca698081ef345d5d1dc6d655f37c86c1c50ad9e2e79fb4bb2d2510e440", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0.99, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "card_arrival": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0.01, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 243.8469580374658, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2550", "text_group": "e745926aa8d7a793efd54c6772f79a524617476eaaa084cc378acb422fe9495b", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "order_physical_card": 0, "card_not_working": 0.02, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "compromised_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0.02, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0.96, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 170.6003750441596, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2551", "text_group": "75cd72702ca3c8346c8ae20f9a08d38e3d05fd41af97df82456a2b72a8f8d6ea", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_top_up": 0, "change_pin": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0.21, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0.77, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0.01, "disposable_card_limits": 0.01, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "compromised_card": 0, "card_acceptance": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 172.58529202081263, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2552", "text_group": "3e2ef15bcf2434bf0422319e24bce76aef47bfd59862fca04c09742b743678cd", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0.01, "declined_card_payment": 0.01, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0.98, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "card_linking": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "pending_top_up": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 175.23512500338256, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2553", "text_group": "f47e1477ca7b70f2486d15ea5ac7f24df2d7d6bba9bac00e916e888525f513d6", "expected": "virtual_card_not_working", "prediction": "declined_card_payment", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0.02, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_arrival": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "declined_card_payment": 0.53, "fiat_currency_support": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0.44, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "order_physical_card": 0, "card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 178.90737496782094, "usage": { "input_tokens": 1032, "output_tokens": 828, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2554", "text_group": "935f7fe4bab97d70ff49024ded16c115ec28d7a8ed71d8cc45f33bb56f8ae4ca", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 1, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 192.52754095941782, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2555", "text_group": "18529dae20dff04e1f7a19e65b2175d3afd052eeca49acaf041acbea0ff86917", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "country_support": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0.99, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 256.920208921656, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2556", "text_group": "c55f1087a7b3f6511f6ef27a8d84297a18fc7f2da9e93fa97474e097e054e64a", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 1, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 228.9423750480637, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2557", "text_group": "44fd8b6fd722f61b11b1bc2d1f746e3ed834fe2a6c8f3a32380b76f394238879", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "virtual_card_not_working": 0.8, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0.01, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0.19, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "card_arrival": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 267.70304201636463, "usage": { "input_tokens": 1041, "output_tokens": 830, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-2558", "text_group": "42997bc5fe8383733894597543efeb0a386e3c4eeb510fce62c43ad513a64a57", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "getting_spare_card": 0, "atm_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0.98, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "disposable_card_limits": 0, "card_not_working": 0.01, "activate_my_card": 0.01, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "edit_personal_details": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 195.91904198750854, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2559", "text_group": "411a05ce9f64f8bafa64e691b788abbd9efbd3c0bad79f033adfe7bb08e5ee5a", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "verify_top_up": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 187.19083303585649, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2560", "text_group": "dccf1b73f8fed69475bb70e245fbba5840107b304e1331b433a4df50b2a8080f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "exchange_charge": 0.01, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.26, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0.39, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0.12, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0.22, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 211.47587499581277, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2561", "text_group": "56e71af3f16b0be857b8f6756a9b34abdffd3d73e93aa7f72cadac15a30b537f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.9400000000000001, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0.06, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "atm_support": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 158.2096660276875, "usage": { "input_tokens": 1039, "output_tokens": 833, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2562", "text_group": "576015f85d43f61466869cc53eb27f453b42f132ded5b01b28fd53f83e226ca1", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0.01, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0.97, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0.02, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "country_support": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 170.68841692525893, "usage": { "input_tokens": 1056, "output_tokens": 830, "cost": 4.4352e-05, "cost_usd": 4.4352e-05 } }, { "id": "banking77-heldout-2563", "text_group": "85067cb450c628b756ac1e0e60a1dd134c20f7e774b2b43bd8d866863e1eb7c8", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "exchange_rate", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0.92, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.03, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0.05, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 233.76987501978874, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2564", "text_group": "419d997df774829d4f4a390c1d19661dec90355f66883d22e616fb5dbf998efe", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 155.10812506545335, "usage": { "input_tokens": 1027, "output_tokens": 833, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2565", "text_group": "2b83bd355b1af562ad7493d7baa3237ccd1d0f281c7061305f18a06a54c8602b", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "atm_support", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0.32, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "order_physical_card": 0, "passcode_forgotten": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "verify_source_of_funds": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0.52, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0.02, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0.06, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0.08 }, "error": null, "latency_ms": 189.45775006432086, "usage": { "input_tokens": 1061, "output_tokens": 826, "cost": 4.4562e-05, "cost_usd": 4.4562e-05 } }, { "id": "banking77-heldout-2566", "text_group": "798126eb954d18cf5eb0aaba44ed3d8a6ebe159ec71aff39e438882c15417dd5", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.99, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0.01, "card_not_working": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 262.9844999173656, "usage": { "input_tokens": 1029, "output_tokens": 833, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2567", "text_group": "914dbeaa43e7e572fdfb2639d22a005571241ed3427ea03957febb477c8437df", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 235.86966702714562, "usage": { "input_tokens": 1038, "output_tokens": 833, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2568", "text_group": "5b5ecc77871b993976f2d3d483b2a6f67793442c526c4d94a6cf394edd182889", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "receiving_money": 0, "atm_support": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "why_verify_identity": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 204.10141698084772, "usage": { "input_tokens": 1030, "output_tokens": 833, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2569", "text_group": "bb5430e51f26164d053e20948f297f66c6636e852f05571e116893466a0cc072", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0.99, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_my_identity": 0, "exchange_rate": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 217.17479196377099, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2570", "text_group": "82ac478ea0cfac4420f4fd5264ada145a27b50d962d2f336fe9f8d559dc13582", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "top_up_failed": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 137.2424999717623, "usage": { "input_tokens": 1031, "output_tokens": 833, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2571", "text_group": "e461c41d8aa8a7f2fa9650aa349adbe9ab3b66af44fc2c60e1cd5659ef2e25ec", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "exchange_charge", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0.99, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "atm_support": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0.01, "verify_top_up": 0 }, "error": null, "latency_ms": 153.4840000094846, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2572", "text_group": "4d9410f30f950a691f46a477a5b9e33cfb196d3f78f87cc026fce77edbec868f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "exchange_rate", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0.63, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.33, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0.01, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0.02, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0.01, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 203.6540830740705, "usage": { "input_tokens": 1045, "output_tokens": 826, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-2573", "text_group": "3bd9e0695e511f1a235c36c4c2c9bf4fc01e130c1ef3339062dd9a73a1a6529d", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "cancel_transfer": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "card_swallowed": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0.05, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.95, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "getting_spare_card": 0, "atm_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 174.61824999190867, "usage": { "input_tokens": 1031, "output_tokens": 833, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2574", "text_group": "e7a56dd8d63345797fd1af44e7b09b7ec2504742bceb8d19387b0b3ccee79829", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.99, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0.01, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "pending_top_up": 0, "exchange_via_app": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "transfer_into_account": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 313.42187500558794, "usage": { "input_tokens": 1030, "output_tokens": 833, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2575", "text_group": "c362b43a2225824415bdbec98063abe909d97d30b21062ab870f4bd7ec890d24", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 1, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "declined_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 427.18958389014006, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-2576", "text_group": "aba4347b739532d391214b73ed67ad76c57bb9b221dcfca3f9c848dc22908438", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0.01, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0.9, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0.01, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "request_refund": 0.08, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 205.6184581015259, "usage": { "input_tokens": 1051, "output_tokens": 830, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-2577", "text_group": "6dc6cd06e88e43992662407e06ec86e64f726f94d9465f7447fba63b776d5b70", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 288.64220797549933, "usage": { "input_tokens": 1039, "output_tokens": 833, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2578", "text_group": "9d451244b525ab3fcf6c50daa1774caaae75aeb473543f1035646391d15aed69", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0.1, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0.01, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0.03, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0.04, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.8, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0.02, "exchange_charge": 0, "card_arrival": 0 }, "error": null, "latency_ms": 197.00783409643918, "usage": { "input_tokens": 1033, "output_tokens": 833, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2579", "text_group": "0ad48cae0c698591888d929b3273988f6bedd7eca9870e18ebd28d05cc1b9f4f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0.81, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0.08, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0.1, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 235.94808403868228, "usage": { "input_tokens": 1039, "output_tokens": 830, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2580", "text_group": "77c23c1691d00273f8bd6cec7fe3acd5bf4b7d9e54514d288ad8608f9a04eac4", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "card_linking": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 218.2837079744786, "usage": { "input_tokens": 1032, "output_tokens": 833, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2581", "text_group": "8d9a09a156b8a14a785f5bb890d62842c4b1ef71b859826fee850ee3c8b70426", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "exchange_charge", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0.9, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0.09999999999999999, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 169.43983302917331, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2582", "text_group": "50cd1e25cf7c7313e76e13b8522075fe18a8bb9580ba0d56b10a9202917f70a0", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 182.8474160283804, "usage": { "input_tokens": 1030, "output_tokens": 833, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2583", "text_group": "9cda1780692359999df1e9011b543b2e06a2efe5bf1ad95b2e1289f6315edad1", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0.26, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.5700000000000001, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0.13, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0.03, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0 }, "error": null, "latency_ms": 205.73466701898724, "usage": { "input_tokens": 1040, "output_tokens": 833, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2584", "text_group": "22c144b62bdfb79e0aca4d8fe4aa82507597e3cd9855e1b81f1d794265a0c2d4", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 171.46137496456504, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2585", "text_group": "85508f7f4fb83a5b00fdd3d606aee4fe20b8b7ed99fbd1b24dba9f47f633c0f0", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.73, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0.01, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "declined_transfer": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0.26, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 218.50883297156543, "usage": { "input_tokens": 1029, "output_tokens": 833, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2586", "text_group": "07bb06d2c8af5bfe6b82d89e7e1e2b6de1352f82a9a45d5d819782e41df6788e", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "card_swallowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 189.16166701819748, "usage": { "input_tokens": 1028, "output_tokens": 833, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2587", "text_group": "d955449f84919998d8168595462aee93127599f425b223d98a462b1d23369b79", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0.02, "reverted_card_payment?": 0, "country_support": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0.98, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 152.5764170801267, "usage": { "input_tokens": 1056, "output_tokens": 830, "cost": 4.4352e-05, "cost_usd": 4.4352e-05 } }, { "id": "banking77-heldout-2588", "text_group": "68f8b6835ad285706586b90f7ad2a487810dd43b500d201f1266c340e26978ee", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0.99, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "automatic_top_up": 0, "top_up_failed": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0.01, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 216.15441609174013, "usage": { "input_tokens": 1037, "output_tokens": 833, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2589", "text_group": "26b9550a7c195cd13cbfdfafc8bb9178b9e5c73c14ba7cb5468d9e16fb181863", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0.03, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.65, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0.32 }, "error": null, "latency_ms": 170.97474995534867, "usage": { "input_tokens": 1043, "output_tokens": 833, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2590", "text_group": "f3feaad147ad7b49d884b75e51ce6cd78957507038e63955e7245f933586853b", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0.01, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.99, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "receiving_money": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 205.5469579063356, "usage": { "input_tokens": 1030, "output_tokens": 833, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2591", "text_group": "fea5cfe10368d191b72fa99abaad77a618b931b601b56a22882fc6bd02786853", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "exchange_rate", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.23, "transfer_timing": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "card_about_to_expire": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0.77, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 337.83525007311255, "usage": { "input_tokens": 1038, "output_tokens": 826, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2592", "text_group": "0361c0fc249b6d234234777d6124ae0ab3c3763f45e617533cf43394636f8497", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0.01, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.99, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "card_about_to_expire": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "country_support": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 198.06537497788668, "usage": { "input_tokens": 1033, "output_tokens": 833, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2593", "text_group": "e9a537e495ec5e19a6eaa465ffd072f8bac0b5b4729e8db9ee277ea075dc2f73", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "automatic_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 226.5205419389531, "usage": { "input_tokens": 1031, "output_tokens": 833, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2594", "text_group": "b3ce1e7e1a10e4a2cf6be6831ca5c2934ec9a4d1ff8c74a9a3f4a6119ac9f9bb", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "card_swallowed": 0, "atm_support": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 244.22770796809345, "usage": { "input_tokens": 1032, "output_tokens": 833, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2595", "text_group": "2ea111a433d589671a508c64202b53dbef14559ef28720981f2330c14cc561d7", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 1, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "get_disposable_virtual_card": 0, "failed_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 130.43666700832546, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2596", "text_group": "92d5007eb96ac627f4cbdee7e77850791e5018122fde94c75c9ba33fffa4c12e", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "failed_transfer": 0, "exchange_charge": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_timing": 0, "receiving_money": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0.89, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0.11, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 259.95016610249877, "usage": { "input_tokens": 1036, "output_tokens": 833, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2597", "text_group": "47921754b7fe7b9029bed23573c5034ec8789730f561b3c3bf1cff55ad5e68de", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0.01, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0.99, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 210.2800830034539, "usage": { "input_tokens": 1053, "output_tokens": 830, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-2598", "text_group": "3b40faccb7df84ed143fcff903ea0b470950200a89a8e8368d744bd470b64817", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 1, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 177.83874995075166, "usage": { "input_tokens": 1028, "output_tokens": 833, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2599", "text_group": "f23558c90d8ecd9d8763aa51e91e13c462cd8e90efc774d5b7d2f384428e2dbd", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "atm_support", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0.44, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0.03, "contactless_not_working": 0, "fiat_currency_support": 0.02, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "visa_or_mastercard": 0, "country_support": 0.02, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0.49, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 160.32391705084592, "usage": { "input_tokens": 1059, "output_tokens": 826, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-2600", "text_group": "4c1690928f89d900ee4f8b0885bb7da80a564020d453c85b182f6c52c26f4122", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "failed_transfer": 0, "pending_card_payment": 0, "exchange_charge": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0.09, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "country_support": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0.91, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 188.3311669807881, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2601", "text_group": "df05237b3f540839abb8633d61a231da752b1a2df2e34926fa34e137f71ff172", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 1, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 198.76833306625485, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2602", "text_group": "f8885fb2e63b856acd8a27bf01ea1b3fd6fefde50be22fdd8ac2a00675802a1d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "country_support": 0, "pending_card_payment": 0, "age_limit": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 1, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 229.09749997779727, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2603", "text_group": "2ae56348ebece9b73e34dbccc418009a948dc0c05f4f9330401fbd4ed7018138", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_fee_charged": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "pending_card_payment": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "atm_support": 0, "get_disposable_virtual_card": 1, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 218.0992920184508, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2604", "text_group": "3a458f80e26e7b4ac310f2fcea13a4be435f0bd70a1902928b34f813938004fb", "expected": "get_disposable_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "getting_virtual_card": 0.78, "card_swallowed": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "top_up_reverted": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "card_not_working": 0.01, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0.09999999999999999, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0.11, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 187.38666700664908, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2605", "text_group": "360aec8919a831f3182f90e3bbcd5732a07d9a6822fa28a776eb5d23c4c27659", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "apple_pay_or_google_pay": 0, "card_swallowed": 0, "card_acceptance": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_about_to_expire": 0, "getting_virtual_card": 0.06, "atm_support": 0, "change_pin": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0.94, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 242.81979200895876, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2606", "text_group": "c7001a067f8b5abfd715dbbf9049cf0910726389b61698ebc3ed93e45bf9ff02", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0.98, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "getting_virtual_card": 0.02, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "exchange_rate": 0, "declined_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "verify_my_identity": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 207.58241694420576, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2607", "text_group": "fdbe4a4a8af553b643925c6017a1f327e82015cfee0128c1b9cfa2d6f58200ab", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0.01, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0.95, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0.04, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 204.15200002025813, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2608", "text_group": "af3b8c61e9e8a9d73d3b2e6b9d872c06774615eb4634c5bac771ca899e0a997c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0.97, "pin_blocked": 0, "getting_virtual_card": 0.03, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "top_up_limits": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "declined_transfer": 0, "verify_my_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "transfer_timing": 0, "request_refund": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 220.39908403530717, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2609", "text_group": "40dd74b820b41d19b2aed477bd18186291c80b9a92d7a02d20a0a2139783266e", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_not_working": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0.01, "get_disposable_virtual_card": 0.99, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "country_support": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_acceptance": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 275.46712500043213, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2610", "text_group": "fd9e0e38744068176db4442d5f49b7303ae4b94efe296d9a56a2bbc5ff30426d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0.02, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0.01, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0.97, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 152.32129103969783, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2611", "text_group": "9d3bd494bf51bad9ddedb8db15e1fb07342f2c555b2b8d045415532c2197ebe0", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 1, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "pending_top_up": 0, "top_up_limits": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 198.71291692834347, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2612", "text_group": "1936f5b9f6643b5b23b3488816ffcfb5424cc63110473a2875cb09447ad84900", "expected": "get_disposable_virtual_card", "prediction": "activate_my_card", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0.01, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0.36, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "country_support": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0.11, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0.01, "virtual_card_not_working": 0.16, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0.12, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0.22, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 172.97225003130734, "usage": { "input_tokens": 1038, "output_tokens": 827, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2613", "text_group": "34c9b55715c67027d57c6c6713a3c17f30d02f83890e4d97264d4f4478d05651", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0.09999999999999999, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_charge": 0, "compromised_card": 0.03, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0.79, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0.08 }, "error": null, "latency_ms": 405.0723749678582, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2614", "text_group": "edb49576ceda2fa1c7ce1fb27da308509715b0c1b21970e611890e8e4a5233a3", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "change_pin": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "atm_support": 0, "card_about_to_expire": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "verify_top_up": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 1, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 189.31404198519886, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2615", "text_group": "6d178e2807b97ee73aeb8b7cdb5ecf621792179a6f9bc7a6abb4738c83969dd6", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 1, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 198.5142920166254, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2616", "text_group": "14fee8d14fe41e86e63cdfe8b814e72aef8620aa156b8582d0bbce9fad21485c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0.98, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0.01, "Refund_not_showing_up": 0, "card_linking": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0.01, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 158.58570800628513, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2617", "text_group": "d6756d82234a9d4c42c142b8ad5a973db98be3f37e2bf5934504130e5a8c5c06", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "declined_card_payment": 0, "card_not_working": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0.01, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "get_disposable_virtual_card": 0.99, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 187.14366701897234, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2618", "text_group": "5d8b91d3f4dd8457f839b9ebdbca9b5d2c24d1a03fc6272590c7b441df310aef", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "card_arrival": 0, "top_up_limits": 0, "get_disposable_virtual_card": 1, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "compromised_card": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 138.6118329828605, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2619", "text_group": "7e417b126106cc3a3ee4d6e9312b106fddadb1accd649fa0346e9e210c146b56", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "atm_support": 0, "activate_my_card": 0, "transfer_timing": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 1, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 300.3625839482993, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2620", "text_group": "9185936e859488110eb6a27c9832463016ce5e8a2995bd84549e459881a1ac28", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 1, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "declined_transfer": 0, "age_limit": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 311.01287493947893, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2621", "text_group": "7f9e138fefa74d4cf0dfb5cfcf7e6641de7093c3af17eff474dcd6f93c7b1561", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0.01, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0.04, "disposable_card_limits": 0.2, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "pin_blocked": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0.59, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "country_support": 0, "card_about_to_expire": 0.01, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0.13, "activate_my_card": 0.02, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 190.50070899538696, "usage": { "input_tokens": 1038, "output_tokens": 830, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2622", "text_group": "f9d970fd238b72cb1af56811f17514fffe8f5ea8528667a4d4096d836c3c9bcd", "expected": "get_disposable_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0.85, "get_disposable_virtual_card": 0.14, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_acceptance": 0, "cancel_transfer": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0.01, "apple_pay_or_google_pay": 0, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 365.2887500356883, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2623", "text_group": "f876ce2045ef8648a79d4ecaf538e12ddd3eb6e10b79e7a289d2144bced55241", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 1, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "exchange_charge": 0, "country_support": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 175.13437499292195, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2624", "text_group": "fe1bc696e69521c65a71f7f21d016c6828743334b5472ef7255e79ccc699348d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0.06, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0.01, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0.93, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 170.25949992239475, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2625", "text_group": "4f83d21bcd891852d32e4be06ddd9c4aa7f0ece59b38ea139f896e36cf748516", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0.99, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_acceptance": 0, "activate_my_card": 0, "cancel_transfer": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "pending_top_up": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "request_refund": 0, "edit_personal_details": 0, "declined_card_payment": 0, "why_verify_identity": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0.01, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 193.11487500090152, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2626", "text_group": "ebc1f2bd2719af48199c30daf361fd370d2825c8ca38050e0e2e36d889718cc6", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 1, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "country_support": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "failed_transfer": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_reverted": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 155.39899992290884, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2627", "text_group": "353ac3b382c78d6d02740ce9a5ee9efb90a8e457c1d52c1500523e16e85186a2", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_reverted": 0, "card_linking": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 1, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "card_swallowed": 0, "age_limit": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 303.20195795502514, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2628", "text_group": "053c170ca4ec5ab9bd715f9d2d4204cfa334385f8518e626e4ddea31bef06f1c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0.01, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "country_support": 0, "getting_virtual_card": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0.99, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0 }, "error": null, "latency_ms": 207.7276670606807, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2629", "text_group": "32126dd1d4db614cedef454e41596fbe494d951490ef98067a6ba96895535b82", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 1, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 194.53400000929832, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2630", "text_group": "3a14c1d87364b61009c364b335c29e10f05fd8cd336af6d682aa0fe64f194d4d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0.02, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0.02, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0.96, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 284.45058304350823, "usage": { "input_tokens": 1025, "output_tokens": 830, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2631", "text_group": "ed580da7640b3073075a8981141cc0288fc3075c06369f8b23aa32dbb4c35079", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 1, "getting_spare_card": 0, "activate_my_card": 0, "terminate_account": 0, "country_support": 0, "atm_support": 0 }, "error": null, "latency_ms": 145.19054093398154, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2632", "text_group": "2bd5e2c7ec9d5574dfb06271baecaa38932b6f396c263922ea22d09a21da85ba", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "verify_source_of_funds": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 1, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 155.16416705213487, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2633", "text_group": "efa9cdee024088ebc4bfde2689c8e12ffad696ee2e4662bebe0470d55b75e46c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 1, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 171.12458299379796, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2634", "text_group": "ecc6c436fa4f36393cadd624dc534b5b9f6f0d942e0790a8672ad691f16faa84", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 1, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 222.94100001454353, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2635", "text_group": "b344aca1bab83f7428145ebfcf0728f525b2d0038ce29b67b249256c1d733285", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 1, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 207.18033297453076, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2636", "text_group": "0ed3543e25467d6197484df938402a9dcb9951b08640263f2d1a73400bcaa677", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "terminate_account": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "change_pin": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "atm_support": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 1, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 171.57024994958192, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2637", "text_group": "bec1ed7a45f43204b92d54d63b7a4729e747cc5364335ccbfdf6a1a8951941f5", "expected": "get_disposable_virtual_card", "prediction": "disposable_card_limits", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "get_physical_card": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 166.46408289670944, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2638", "text_group": "482ed6d58705ba363883353fdea28aabba4b20129033b2925f176c90f8567642", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0.01, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0.97, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0.02, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 154.13395804353058, "usage": { "input_tokens": 1024, "output_tokens": 830, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2639", "text_group": "e90b5af091eba921791e47f7069939d4e81c4aff39090b01c27861148a6323d1", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 1, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 157.9917089547962, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2640", "text_group": "b5228b3d6da2340eec668669eadeae5bd9562ab6f882a37fc44138eb9b28a416", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0.01, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "transfer_into_account": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_failed": 0.99, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "card_linking": 0, "get_physical_card": 0 }, "error": null, "latency_ms": 208.19191704504192, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2641", "text_group": "fe5479748b5e39f22899b8cf2d0f2242dfdf34fa37299346c99d2f1d74b97be5", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0.04, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0.96, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 210.8284590067342, "usage": { "input_tokens": 1059, "output_tokens": 827, "cost": 4.4478e-05, "cost_usd": 4.4478e-05 } }, { "id": "banking77-heldout-2642", "text_group": "3bc686a05830d4203f41ad0c990d97f857b89af471cff6e339f29f7ea494c5fd", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "card_arrival": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 1, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 183.85245907120407, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2643", "text_group": "ca875cd6c57911544c8c10c655d5279b038c0231eab3cfd453399ad8385c0118", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0.02, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "card_linking": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0.98, "get_disposable_virtual_card": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "card_swallowed": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "transaction_charged_twice": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 216.14833397325128, "usage": { "input_tokens": 1061, "output_tokens": 827, "cost": 4.4562e-05, "cost_usd": 4.4562e-05 } }, { "id": "banking77-heldout-2644", "text_group": "c255136623d24aa9350da3dfa353a5cd0e192f2144d6ab256a4f030aad2fdb8c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0.99, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0.01, "order_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 224.6512919664383, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2645", "text_group": "ab87b2c80f933122c70ad86862b35cc86db9838976a175aa1bc6e9451dc09d3c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 1, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 210.97504103090614, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2646", "text_group": "899e4ec0106e20a4eab1522f1de8001385a742a7afe2bdb9db86c6bdc180a052", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 1, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 149.91841604933143, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2647", "text_group": "de752515331f8e9a938b8101d2086c0fc1d9ebf2b4c18a7915620e7b2a0b979b", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "lost_or_stolen_card": 0, "verify_top_up": 0, "passcode_forgotten": 0, "compromised_card": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0.99, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.01, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "card_linking": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 152.37737505231053, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2648", "text_group": "df033e373b33b0e4867f47a537fe7506cbc1a423477f2d435d08e427af63c699", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "lost_or_stolen_card": 0, "card_acceptance": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 1, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "card_linking": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 203.6865419941023, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2649", "text_group": "1e9b639fe26ba594a58700afbbc85e906f46593d5a48e70cbac2776b19fe138c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 1, "card_linking": 0 }, "error": null, "latency_ms": 188.5762499878183, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2650", "text_group": "a20e318cd4f2271d9baa6def52fc17693431cd331a1f963f8f61ed98aebbf809", "expected": "top_up_failed", "prediction": "verify_top_up", "probabilities": { "top_up_failed": 0.02, "request_refund": 0, "pending_transfer": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0.01, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0.07, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0.9, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 171.61237506661564, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2651", "text_group": "9f120b363093ef0f01f08b1e4f08a501d17a8863aab85571513edfba3453824f", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "card_linking": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 1, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "card_swallowed": 0, "transfer_into_account": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 165.79791705589741, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2652", "text_group": "b33c652f600e55c09960c3b5d3e02a329f78ca4a31632a2f31031fc917eaf676", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 1, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "request_refund": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 228.03804196882993, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2653", "text_group": "7d903db8d24c746dd083f65344959d1f119de9e3858d7ed8b3a1be668c2c5427", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "top_up_reverted": 0, "compromised_card": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 1, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 191.61854102276266, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2654", "text_group": "9e99a7aaa0f189d9bc7af8e202aca39d29d5388be79de161464692c7bf19872a", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "compromised_card": 0, "top_up_failed": 1, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 203.01308308262378, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2655", "text_group": "bcc65078de8b978ba921e50281fc0c5cf94658c4e81349a585e737de986128f7", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 1, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 204.92233301047236, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2656", "text_group": "77cd4c5ec5e74377fba1b3d4b81ca392d3a76b0928d80b2c98986ef8c3c60484", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "reverted_card_payment?": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 1, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "country_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "transfer_not_received_by_recipient": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 430.06349995266646, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2657", "text_group": "3e7a2e7af3a8f5690334c648a458d055aa96f580dd56e0fec10d78ce19edb4ab", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0.02, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0.91, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0.060000000000000005, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "verify_source_of_funds": 0, "card_not_working": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "failed_transfer": 0.01, "atm_support": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 183.6047909455374, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2658", "text_group": "ceca36d6fb7fa0e6bdd8e2b7009496dfcfe6522c6683aaf3b40d7a561fd31b04", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "transfer_into_account": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0.85, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.14, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "declined_card_payment": 0.01, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 168.29716705251485, "usage": { "input_tokens": 1046, "output_tokens": 827, "cost": 4.3932e-05, "cost_usd": 4.3932e-05 } }, { "id": "banking77-heldout-2659", "text_group": "1a76ecfa4461650b73f40c36c5f99b52a31a851249e63b8f324802b71480cc6d", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "verify_top_up": 0, "top_up_reverted": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.01, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0.99, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 124.0168750518933, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2660", "text_group": "f1a8ff8080d92ecfba12fb9b7ce4fcbea2a71b0a824dbe11e6aa94e8042711e8", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0.01, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0.99, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "compromised_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 230.68412498105317, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2661", "text_group": "f6c37b4f7b884b12e97c2f695f8f0a04e5817bba6ebf4a476cc91509c2d8bb1d", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "cancel_transfer": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 1, "pending_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 321.43412495497614, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2662", "text_group": "dd3575808f26480c25bc76b586d76ef5b81a12e968280adc53ecf28d18d5152e", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0.99, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.01, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 172.6351249963045, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2663", "text_group": "dd8de1039afae0eda5dae2c6a39d7361cd0ac11e10ed8540e5c5777c087edfb7", "expected": "top_up_failed", "prediction": "pending_transfer", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0.04, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0.15000000000000002, "visa_or_mastercard": 0, "pending_card_payment": 0.060000000000000005, "transaction_charged_twice": 0, "card_not_working": 0.01, "top_up_reverted": 0.01, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0, "transfer_timing": 0.02, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0.06999999999999999, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0.02, "top_up_failed": 0.09999999999999999, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0.02, "compromised_card": 0, "topping_up_by_card": 0.09, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0.01, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0.06999999999999999, "card_linking": 0.02, "declined_card_payment": 0.06999999999999999, "unable_to_verify_identity": 0.09, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0.06999999999999999, "card_about_to_expire": 0, "pending_top_up": 0.02, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0.01, "terminate_account": 0, "why_verify_identity": 0.02, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0.01, "card_arrival": 0, "lost_or_stolen_phone": 0, "exchange_charge": 0, "getting_virtual_card": 0, "age_limit": 0 }, "error": null, "latency_ms": 226.2659160187468, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2664", "text_group": "b6ed71df87e440c970553ec52443057e29047e1b180b0fd0578467457c9e9fb1", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "top_up_failed": 1, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "request_refund": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 185.13245799113065, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2665", "text_group": "3be9dcd751803dbeb29683ff2175ffa1b90fae9360e52bcb8398d087e4c645b6", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_acceptance": 0, "atm_support": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 0, "card_not_working": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 1, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 195.47070807311684, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2666", "text_group": "63998214a82a162891ab63ea4917a8ea49f27393b48c0bf7393193be361cba02", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "card_acceptance": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_about_to_expire": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "verify_top_up": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 1, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 211.61741705145687, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2667", "text_group": "c2b3d6430d7529b110c947c332ef132bd22107a0c2f87365b1b9a964ad6e355b", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "topping_up_by_card": 0.01, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0.99, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0, "cancel_transfer": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 185.89991703629494, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2668", "text_group": "e928ed1b653b0491da69a198169a88e19873c2e3534380fa01063633537c974f", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "topping_up_by_card": 0.24000000000000002, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0.76, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 159.3315419740975, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2669", "text_group": "57bdb34c83f6609e037f41e72933ea8b2967bd0ff7921477d18d44729fdc3919", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0.01, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0.01, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0.02, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0.96, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 134.05641599092633, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2670", "text_group": "008833479990c26160097af7033352d8f4ab2d792b9be8e0100a23770c1a31e8", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "failed_transfer": 0, "top_up_limits": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0.04, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "pending_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0.96, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 389.1569999977946, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2671", "text_group": "4d2cee9a34a5f86d942b1d2bbbbd4422d0e838cd848f150ec03baaa39dd829b3", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "pending_top_up": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0.01, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.02, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0.97, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 181.69287499040365, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2672", "text_group": "e588ab30ed616cbfde373c313bf1f8794552d79fa30753344bb6ba9ba2e0eb17", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "topping_up_by_card": 0.03, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "exchange_rate": 0, "card_swallowed": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0.97, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 183.08108299970627, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2673", "text_group": "41df5c43e51cd832fc6d6c4fa068a809ac22ec44f09cad95cef8eb96d0cc29bf", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 1, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 179.83720905613154, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2674", "text_group": "1044f7b0e0bdb7765e4dcb365e5669e8d91a62121c58451bb6ef3b83cdd6cd3c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "receiving_money": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0.98, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.02, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cancel_transfer": 0, "atm_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 287.52200002782047, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2675", "text_group": "79982fae2e2ea1a3286cd8b2b4b3a7d4f44e758dd921b5a41c4e57e8e3565404", "expected": "top_up_failed", "prediction": "declined_card_payment", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0.24, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "edit_personal_details": 0, "country_support": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0.68, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0.08, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 167.09141596220434, "usage": { "input_tokens": 1038, "output_tokens": 828, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2676", "text_group": "a475290a285534f53597f7a1ebddd29f886f2483739bb3b01023a5678f366e39", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0.99, "top_up_by_cash_or_cheque": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0.01, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 149.86691600643098, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2677", "text_group": "77a39cd8b90b7b245f31c831b1af9b41bb1694bcd038761eab53be32235d246a", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 1, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "declined_card_payment": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 140.93799993861467, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2678", "text_group": "1d9fbc415e77af3cc3f1b9e89ae74d6ea78d424a91eab7086c26b995221593aa", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0.99, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_into_account": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0.01, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 178.15649998374283, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2679", "text_group": "01b117c7c8c32fad897b01645059ed9738396e47fb14e7e0ef7fab0660575fc5", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "top_up_failed": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "top_up_reverted": 0, "receiving_money": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_not_working": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "card_linking": 0, "automatic_top_up": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "atm_support": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 335.13379201758653, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2680", "text_group": "ada6b67270b2c7402124d98d551f0e680fe606b668bf90d42b2efdb35822ddcf", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.01, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.08, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0.74, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0.03, "supported_cards_and_currencies": 0, "transfer_into_account": 0.05, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "transaction_charged_twice": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0.09 }, "error": null, "latency_ms": 266.86862495262176, "usage": { "input_tokens": 1050, "output_tokens": 826, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-2681", "text_group": "2031edf3eb9a76d5b174b46205f54ae2c31d30d2ad6804f800d3d4515b8ee5ad", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 1, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "exchange_charge": 0, "getting_virtual_card": 0, "card_arrival": 0 }, "error": null, "latency_ms": 146.78491698578, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2682", "text_group": "cd366c8ce8d22ae6968f887342875a5c391aafbb5c0587a5bfe8ece6bd3d12f0", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0.01, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0.03, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0.85, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0.08, "balance_not_updated_after_bank_transfer": 0.02, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0.01, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 253.17887496203184, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2683", "text_group": "ebd4c950d3c2e4380657174943e0b2e6f2303f3f616d8e761c3a62b7be8ebcf2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0.99, "verify_source_of_funds": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "pin_blocked": 0, "transfer_into_account": 0, "card_acceptance": 0, "request_refund": 0, "why_verify_identity": 0, "unable_to_verify_identity": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "activate_my_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "pending_top_up": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "verify_top_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0.01, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "order_physical_card": 0 }, "error": null, "latency_ms": 177.0080419955775, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2684", "text_group": "e4ca22876f4b4aa6df91f1fcc6ed5b81fbf126c2febfcf21eb285367d010304f", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0.93, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0.05, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0.01, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 259.3527919379994, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2685", "text_group": "3730884b48f0f54a755959833d9245ca08891a82d8157c1643ffb168b30e2d5a", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0.06, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0.08, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0.01, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0.85, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 204.64150002226233, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2686", "text_group": "5cee0a0662e7baf9107f232722c30a2aee16d8e53dd41cb1035b8955fbacebf4", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0.67, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0.14, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0.02, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0.01, "visa_or_mastercard": 0, "failed_transfer": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0.15000000000000002, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 193.69724998250604, "usage": { "input_tokens": 1060, "output_tokens": 827, "cost": 4.452e-05, "cost_usd": 4.452e-05 } }, { "id": "banking77-heldout-2687", "text_group": "e6fd022d7c18d76035a2159b8582e15ce3ba3f08c846932093b405a594ea3731", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0.04, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "card_acceptance": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0.09, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "compromised_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "failed_transfer": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0.01, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0.02, "change_pin": 0, "transfer_timing": 0.84, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 204.05375002883375, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2688", "text_group": "473f24d5c8a6d015fd29560f24a3e36db2618c588be3307c9136507f04f7eeb7", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0.04, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.02, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0.01, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_acceptance": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0.03, "transfer_not_received_by_recipient": 0.77, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0.09999999999999999, "contactless_not_working": 0, "failed_transfer": 0.03, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 165.62641598284245, "usage": { "input_tokens": 1027, "output_tokens": 831, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2689", "text_group": "d9f4f61a5837c143b3736bbb1d586b35ca3d98735923bee6ea33967f7cd4fca2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 1, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 184.59945893846452, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2690", "text_group": "f952aa42badc3e35f7a7778b5a598ffcd717683de0c8b95c3fd46e7084136283", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0.53, "topping_up_by_card": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0.01, "activate_my_card": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0.09, "Refund_not_showing_up": 0, "transfer_into_account": 0.01, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0.34, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0.01, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 204.32608295232058, "usage": { "input_tokens": 1032, "output_tokens": 831, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2691", "text_group": "70a4edd6f3723ee4e09a392f780259f4f30c6556be6be9daf9f764d7518327c2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "top_up_failed": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "terminate_account": 0, "automatic_top_up": 0, "get_physical_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 1, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 236.0478750197217, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2692", "text_group": "3b8bfa9e500da1eebfa301377b8d32f7c66bcb886c37b882f70c4aae74e25417", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0.01, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0.06, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0.02, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0.68, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0.15, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0.07, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 186.06204201932997, "usage": { "input_tokens": 1051, "output_tokens": 826, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-2693", "text_group": "e137223657deaa9ad5728d8d7ca27d328cd115b3a98fbbe4e1544a2d42107f17", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0.04, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0.96, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 163.51695801131427, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2694", "text_group": "72a648d565611ec835ba9628001eee5d71029cc3ef6d4156ad8d0c75a40c1439", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0.05, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0.92, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "failed_transfer": 0.02, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0.01, "passcode_forgotten": 0, "country_support": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 158.49649999290705, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2695", "text_group": "01510b837cc1d257859546a566ec54202dfde3c9d9ee4645703f9ddea699adb1", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 1, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 272.2584999864921, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2696", "text_group": "1fdacd1ae0ee82cc0628219740fa87929b89a67efc3cf51fea824564e80b91ec", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0.81, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0.02, "receiving_money": 0, "transfer_timing": 0.09, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "card_not_working": 0, "request_refund": 0, "transfer_not_received_by_recipient": 0.05, "country_support": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0.02, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 200.97437500953674, "usage": { "input_tokens": 1045, "output_tokens": 826, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-2697", "text_group": "ec3ba61546c3941196f177024bfb102864f38e4b06495c8d4fb322082973f7f2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0.12, "reverted_card_payment?": 0, "receiving_money": 0.01, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "request_refund": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0.83, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.01, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "pending_transfer": 0.01, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 226.44816699903458, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2698", "text_group": "a2bf7090cbb57d51d7e0db68d36f857f25e06edad16bed60043cbb78ed4ef755", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.01, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0.03, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0.73, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0.17, "supported_cards_and_currencies": 0, "transfer_into_account": 0.06, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "country_support": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 170.89054198004305, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2699", "text_group": "1a91b35b877a218171382010bbd774cda9afce9df2c9dfcada40ef18e5cc3796", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0.01, "transfer_fee_charged": 0, "receiving_money": 0.03, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0.37, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0.32, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0.16, "top_up_limits": 0, "transfer_not_received_by_recipient": 0.11, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 170.2048749430105, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2700", "text_group": "86761cf0cc07fb8c82aff6100db533cb7e70542fc822215605b56ef3821481ba", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0.17, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0.02, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0.01, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0.01, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0.46, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0.27, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0.05, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 173.82637492846698, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2701", "text_group": "8d6deff78846024f5a244470f5348e66445599dff56b4ec324fde8ac9cc1802b", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0.01, "card_payment_fee_charged": 0, "declined_transfer": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_timing": 0.07, "transfer_into_account": 0.02, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0.25, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "card_acceptance": 0, "receiving_money": 0.05, "cancel_transfer": 0, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "pending_top_up": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0.6, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 201.3009589863941, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2702", "text_group": "f83bfbf9bf046af73691006b7fcaedf4c9fca88ceab4b7d5fc90a871656c3640", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0.01, "country_support": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "top_up_by_bank_transfer_charge": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "verify_source_of_funds": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "top_up_failed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0.99, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 199.3754580616951, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2703", "text_group": "bfd5a662bef8beb79a4293284e1b98515631392b3b4b048f1feb30b0d3f43c50", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0.01, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0.06, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0.01, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0.03, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.06, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0.7, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0.13 }, "error": null, "latency_ms": 188.15545889083296, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2704", "text_group": "632eb0956855ab4861533ae539c142e77a647aa4599b1af715e37f6f99427d4f", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.18, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0.02, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0.03, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0.5700000000000001, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0.17, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0.02, "card_swallowed": 0 }, "error": null, "latency_ms": 162.94991702307016, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2705", "text_group": "a19ebfb230edf5980ce8b74981a9a563fb7d9abdf89ad88273d1ebca727b2f1c", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0.01, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0.01, "Refund_not_showing_up": 0, "pending_transfer": 0.03, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0.95, "supported_cards_and_currencies": 0, "top_up_limits": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 398.4067920828238, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2706", "text_group": "d8902c1e690f32f2fd0183476cc23e43c69831aaf5ccf1d97978a521964f4233", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0.2, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0.01, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0.03, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0.06, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0.01, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0.01, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "pending_transfer": 0.67, "lost_or_stolen_phone": 0, "declined_transfer": 0, "passcode_forgotten": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 197.71395903080702, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2707", "text_group": "6ddc23b7292699ff3c05fa5a9b435c47d4156bf77089a1076b279d1bddd89d8e", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0.14, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0.55, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0.02, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0.15000000000000002, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0.12, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0.01, "card_acceptance": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "change_pin": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 228.56208391021937, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2708", "text_group": "29cc0ac3378484ff212d9fba3f5cb3243e008a226dc88f94c8fed3cfe836cd21", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "transfer_into_account": 0.01, "receiving_money": 0.03, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0.23, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0.73, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_limits": 0, "declined_card_payment": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "card_linking": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 248.39633295778185, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2709", "text_group": "4dc330b9f0ac1e7375c3d55f663a546fe8d9519cdf2c1648b769a6fb9e7c0eed", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "transfer_into_account": 0.060000000000000005, "card_payment_not_recognised": 0, "pending_transfer": 0.15000000000000002, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0.01, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "atm_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0.77, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0.01, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 235.1412499556318, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2710", "text_group": "d56d0845b8be14cb267b854c6fbeedcf29b864e4b75f46e373c60a697f098624", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "receiving_money": 0.01, "verify_my_identity": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0.03, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.04, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "compromised_card": 0, "pending_transfer": 0.66, "top_up_failed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0.19, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "transfer_timing": 0.06999999999999999 }, "error": null, "latency_ms": 169.71041692886502, "usage": { "input_tokens": 1050, "output_tokens": 826, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-2711", "text_group": "97acfe2b2b78652f72494db25a83d9d82e407e615d60ee1b79d0ac185864ef62", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 1, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 197.9988330276683, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2712", "text_group": "098a21b232d0f809cabddce1db11109306d5e9ff7adff6046f24fb7e9e89c88c", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "lost_or_stolen_phone": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0.02, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0.12, "exchange_rate": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0.03, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "pending_transfer": 0.83, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 208.83662498090416, "usage": { "input_tokens": 1057, "output_tokens": 826, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-2713", "text_group": "bb698bd8329d76de974b93ba9ee8fb638a9187b7b7382a629afb4b9193d464b8", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0.6, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0.08, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0.04, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0.01, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0.2, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0.07, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "getting_virtual_card": 0, "age_limit": 0, "card_swallowed": 0, "card_arrival": 0 }, "error": null, "latency_ms": 156.3622079556808, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2714", "text_group": "8de3550b923d8af3fc7454991f01a0db8fcf63d721ab434f0739208904cad0c6", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0.99, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "change_pin": 0, "lost_or_stolen_phone": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0.01, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 183.38683398906142, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2715", "text_group": "546b921f5cf8653229fc5b051f5ffe150144e3c5c28c5aebc70f79144a02542d", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "getting_virtual_card": 0, "card_swallowed": 0, "card_acceptance": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0.02, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "failed_transfer": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0.01, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0.68, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0.01, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0.01, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0.16, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0.11, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 209.8194999853149, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2716", "text_group": "5f34a9e440f5d1b999a95dcee1f723531fb0629e5d3cb1e00bd01acf46d91b70", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0.01, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0.85, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0.13, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0.01, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 173.7917079590261, "usage": { "input_tokens": 1057, "output_tokens": 827, "cost": 4.4394e-05, "cost_usd": 4.4394e-05 } }, { "id": "banking77-heldout-2717", "text_group": "5e5284e4038673943d7d8f968c267ec3f53cccb7bde3562ef892ccb0ce7fa5c9", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0.99, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0.01, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 193.57341690920293, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2718", "text_group": "15593db706ba7d129880301908142e1798d4753357de26ef11f5e8861c102e0c", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0.01, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0.01, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0.98, "declined_transfer": 0, "request_refund": 0, "declined_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "transfer_timing": 0, "automatic_top_up": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 175.26491696480662, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2719", "text_group": "4e95bf2132d2d3077de4adbb96547a68c8d4303763bb57bab56cf11c15217055", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "request_refund": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0.92, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0.01, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "pending_transfer": 0.01, "pending_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0.06, "age_limit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 247.05179198645055, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2720", "text_group": "a60f8e40ba59f361c83660849898a215c5573abbe41b1efd45deb45e23032e3f", "expected": "cash_withdrawal_not_recognised", "prediction": "compromised_card", "probabilities": { "cash_withdrawal_not_recognised": 0.25, "compromised_card": 0.63, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0.08, "declined_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0.01, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.03, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "terminate_account": 0, "visa_or_mastercard": 0, "automatic_top_up": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 182.01845791190863, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2721", "text_group": "00040a5d5a9c088fa6825b4603d09cc03250e645307cd26dbb2928bd37e0473d", "expected": "cash_withdrawal_not_recognised", "prediction": "pending_cash_withdrawal", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0.83, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0.16, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0.01, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 151.07662498485297, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2722", "text_group": "88ac7c31ed81549562d92cfe87fd5d0a0ca0ac8204f5054cefc3c766994a194c", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "lost_or_stolen_card": 0.85, "card_acceptance": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0.04, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "pending_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0.06, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0.05, "card_linking": 0, "change_pin": 0, "exchange_charge": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 225.66925000865012, "usage": { "input_tokens": 1043, "output_tokens": 829, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2723", "text_group": "8f22a643f57f259295b52d69ef504936b605e71290b4a389fbae2546c3579940", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0.55, "atm_support": 0.2, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0.05, "declined_cash_withdrawal": 0.09, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0.11, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 144.02941602747887, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2724", "text_group": "2b1938524e394d474d676ac1191173ca6a578b7bd557a547f97293b5156a814b", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "exchange_charge": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0.04, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "getting_spare_card": 0, "card_not_working": 0, "card_arrival": 0, "transaction_charged_twice": 0.03, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0.060000000000000005, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0.8, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.02, "extra_charge_on_statement": 0.01, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0.02, "pending_cash_withdrawal": 0.01, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 208.40479200705886, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2725", "text_group": "13c456d00157718c95097e2e61cc81b2b1f9a13dd1b7958b2ec1a98277ac13db", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_not_working": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0.95, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "activate_my_card": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0.02, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0.03, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 290.16858292743564, "usage": { "input_tokens": 1029, "output_tokens": 833, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2726", "text_group": "c992c5bee65e1e8a50632da44bc9f2b7ed2dec3fd3fff76dfca98e9320611231", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "verify_top_up": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 1, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 265.2524160221219, "usage": { "input_tokens": 1029, "output_tokens": 833, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2727", "text_group": "baefd06aea0d54bd313ce163a8d69508ff0e796b3ab2fad9e9f43838c7e48fa7", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0.99, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0.01, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "transfer_into_account": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "cancel_transfer": 0, "receiving_money": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 208.6954170372337, "usage": { "input_tokens": 1044, "output_tokens": 833, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2728", "text_group": "d1025cdd7e38b7d4cc3b321b34c5e3cae0e794248393a8822db9c114fc9451df", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 1, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 232.53712500445545, "usage": { "input_tokens": 1032, "output_tokens": 833, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2729", "text_group": "79b06487a3d83a1211c3f15a96562479b393d2e758ed37180c5441f170092e7d", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0.93, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0.02, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0.04, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0.01, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 133.19208391476423, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2730", "text_group": "725abf72703b04a5f79e21a467e5dfb8c66a3514a1b5d43de80468cbe2398c8d", "expected": "cash_withdrawal_not_recognised", "prediction": "compromised_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0.34, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0.01, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0.01, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0.64, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 188.45704197883606, "usage": { "input_tokens": 1035, "output_tokens": 828, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2731", "text_group": "4501b6df9628621c46788f1ee9518d5589b539ba1a219fc88e7b616c81bef7d1", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 1, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "transfer_into_account": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_linking": 0, "card_acceptance": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 150.6647919304669, "usage": { "input_tokens": 1030, "output_tokens": 833, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2732", "text_group": "54d72b2e751df84e22ab2bd487af0d164ac4884647c23bb053a6d234cb7cd40d", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "getting_spare_card": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 1, "top_up_reverted": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 219.42662505898625, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2733", "text_group": "fa1fce4fbc2d827aa9a93c136d574510ae477e16c5a4d3e329f7fd90d4bd24d2", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 1, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "atm_support": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 165.61712499242276, "usage": { "input_tokens": 1028, "output_tokens": 833, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2734", "text_group": "5c31a5f5cb66040edf0edc4c38867ecfe1823a8a282d92501dc1364ee6473126", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 1, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_swallowed": 0, "transfer_into_account": 0, "age_limit": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "compromised_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 241.6674999985844, "usage": { "input_tokens": 1033, "output_tokens": 833, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2735", "text_group": "e14885c5486e0dcd04b8f4e00d35ac3e50748216a28a8948c97ad37d0eda1446", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0.77, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0.22, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0.01, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 173.40816697105765, "usage": { "input_tokens": 1044, "output_tokens": 829, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2736", "text_group": "c5677fbd01cdc89c0d4604c4739f800bc2491d13ae5ccf9f9b07731b149c259d", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 1, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "pin_blocked": 0, "card_not_working": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "card_linking": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 159.35208403971046, "usage": { "input_tokens": 1033, "output_tokens": 833, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2737", "text_group": "a562231f27e5b02b71c09071ad0edc50186a78177c05bb7dd43955cefdb6e7d3", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0.98, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "top_up_by_cash_or_cheque": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0.02, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 223.49679202307016, "usage": { "input_tokens": 1026, "output_tokens": 833, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2738", "text_group": "38e44cebcf4edc3578e75c9896d78fe6e8cf1cb5644d93bdf1e21184218fe36c", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0.98, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0.01, "pending_top_up": 0, "verify_my_identity": 0, "contactless_not_working": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0.01, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 168.03666693158448, "usage": { "input_tokens": 1031, "output_tokens": 833, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2739", "text_group": "29f2c1cc6e7a94d6efdd9fe6d4d63166a03cc84d1e61aed2544d3177298824ee", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0.99, "fiat_currency_support": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0.01, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "contactless_not_working": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 156.05874999891967, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2740", "text_group": "73644826d88bafa4cdf976c690199e8cff17ae765dd58a8c437f03a0a3e0b3a3", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0.99, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_arrival": 0, "virtual_card_not_working": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "card_linking": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0.01, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 236.43245897255838, "usage": { "input_tokens": 1030, "output_tokens": 833, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2741", "text_group": "f0f9e23fbfc2b9d4314dd32462e18e3749029b44848e807b4eb3f5cbdc569728", "expected": "cash_withdrawal_not_recognised", "prediction": "receiving_money", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0.02, "exchange_charge": 0, "card_arrival": 0, "receiving_money": 0.49, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0.01, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0.29000000000000004, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0.01, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0.03, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0.01, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0.05, "extra_charge_on_statement": 0.08, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 184.1984159545973, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2742", "text_group": "cf1c6539a1e35a7fc30552332f1bbc27353b5dc1a9e4d5d0e5953973e5fa7162", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 1, "exchange_charge": 0, "change_pin": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 314.55808400642127, "usage": { "input_tokens": 1050, "output_tokens": 833, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-2743", "text_group": "34afb7a1a8bdfa6d78593ac6639fe5c677e5a4abb5cacd3041807ee621fff2b7", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 1, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 158.82812498603016, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2744", "text_group": "05c6371dcfad0900f0df8b9e79f8f90f55d92f2daaa560534601b63b1dc1da40", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 1, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "transfer_into_account": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_reverted": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 229.043124942109, "usage": { "input_tokens": 1028, "output_tokens": 833, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2745", "text_group": "1e130d92b22e34c4d8319282943519ea5bd6f6a03b3a223fbc04c301a0a6aaa0", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "lost_or_stolen_card": 0.91, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "verify_top_up": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "change_pin": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0.09, "exchange_charge": 0, "card_acceptance": 0, "card_linking": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 167.76166704948992, "usage": { "input_tokens": 1056, "output_tokens": 829, "cost": 4.4352e-05, "cost_usd": 4.4352e-05 } }, { "id": "banking77-heldout-2746", "text_group": "fc4707753ea869f99df851593c59c6e895d4c421a61be29e09492481614efaab", "expected": "cash_withdrawal_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_swallowed": 0, "card_about_to_expire": 0, "atm_support": 0, "change_pin": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.02, "terminate_account": 0, "card_payment_not_recognised": 0.64, "verify_top_up": 0, "exchange_charge": 0, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "failed_transfer": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0.34, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 293.6400829348713, "usage": { "input_tokens": 1038, "output_tokens": 830, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2747", "text_group": "d8833728ebf706fa3bb23fc6ae81f57c12ecf0ee88b3459f88ce889672505f69", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 1, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "pending_transfer": 0, "card_payment_fee_charged": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 230.43158405926079, "usage": { "input_tokens": 1037, "output_tokens": 833, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2748", "text_group": "3499fcf561a6649ed2503e93aa941f459629f646b5c40e02b8a3ddf3cb786916", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0.1, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "card_linking": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0.8, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0.1, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 322.3428330384195, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2749", "text_group": "4653b490058ed38f0245efb97781045b8ae85a1d59153e1e6766354fff6eee2b", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0.01, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0.03, "cash_withdrawal_not_recognised": 0.96 }, "error": null, "latency_ms": 152.932042023167, "usage": { "input_tokens": 1035, "output_tokens": 833, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2750", "text_group": "be1173fcfc94377b9f33fb88b8c5c700b334d99a230a2494f20edecaf73ca1a3", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "order_physical_card": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "request_refund": 0, "declined_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 1, "pending_card_payment": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 194.97549999505281, "usage": { "input_tokens": 1026, "output_tokens": 833, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2751", "text_group": "df116bc36ae282a84e32ea5b77bdd254b13a548adfa158f4dbfc1208d72d7d24", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0.92, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0.05, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0.01, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0.01, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0.01 }, "error": null, "latency_ms": 173.91916702035815, "usage": { "input_tokens": 1045, "output_tokens": 829, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-2752", "text_group": "5a1ba2077c8c7e7aef405c37389e14c7d324eb7e05e71c9cd80ba78e96972c5e", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0.99, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "pending_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0.01, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "visa_or_mastercard": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 159.62366701569408, "usage": { "input_tokens": 1031, "output_tokens": 833, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2753", "text_group": "27486ea34f0a1106f99478ea560492d7e43b801e31daf6119bfe21edf6027c04", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 1, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 196.1414160905406, "usage": { "input_tokens": 1043, "output_tokens": 833, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2754", "text_group": "8afd111d0a497978403180973fab4077c7f30bbcdd46938fa26ca609b85c2fb9", "expected": "cash_withdrawal_not_recognised", "prediction": "compromised_card", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0.26, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0.53, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "pin_blocked": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "automatic_top_up": 0, "virtual_card_not_working": 0, "why_verify_identity": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "failed_transfer": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0.21 }, "error": null, "latency_ms": 218.38816592935473, "usage": { "input_tokens": 1053, "output_tokens": 828, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-2755", "text_group": "61f6acc0795e6a4561f1b4bb10f90c725130ff343b867eda1310452d5387a3aa", "expected": "cash_withdrawal_not_recognised", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0.08, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0.06999999999999999, "failed_transfer": 0, "atm_support": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0.01, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0.04, "cash_withdrawal_not_recognised": 0.03, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0.18000000000000002, "receiving_money": 0.02, "change_pin": 0, "activate_my_card": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "top_up_reverted": 0.01, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0.01, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0.03, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0.34, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0.01, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0.16, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 204.3119160225615, "usage": { "input_tokens": 1029, "output_tokens": 835, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2756", "text_group": "88182370b7f18f783c45cb13c823e4b7a30fe8b79feb9502aabc20b6a594cc50", "expected": "cash_withdrawal_not_recognised", "prediction": "compromised_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0.07, "cash_withdrawal_not_recognised": 0.01, "compromised_card": 0.91, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.01, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "visa_or_mastercard": 0, "terminate_account": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 220.15966603066772, "usage": { "input_tokens": 1051, "output_tokens": 828, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-2757", "text_group": "926e97ab673d3d62548008aef419bbec0c10d824ba0f15f9bb8689ced3b59525", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 1, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 159.59229099098593, "usage": { "input_tokens": 1034, "output_tokens": 833, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2758", "text_group": "0639e837632d332a43fb8651b728fed824c1213ebd38dcbf5b352da89f6dc65f", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "disposable_card_limits": 0, "pending_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 1, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 138.39799992274493, "usage": { "input_tokens": 1031, "output_tokens": 833, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2759", "text_group": "363a985d10a9b2e26331dd40df867384cf915ba9d158f1ee95ffc7803ec5e400", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "request_refund": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "atm_support": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0.97, "pending_cash_withdrawal": 0.03, "beneficiary_not_allowed": 0, "card_swallowed": 0, "age_limit": 0, "order_physical_card": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 190.23000006563962, "usage": { "input_tokens": 1032, "output_tokens": 833, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2760", "text_group": "7453d512e495ba6ae3b473d32e09a20a289c61705b87fc4a8e006d9b5efaa84d", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 1, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 179.6412500552833, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2761", "text_group": "3234299212596d71b076efb87981de2b7a4bbb40443aeb923986ceee61e9e679", "expected": "exchange_charge", "prediction": "exchange_rate", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 1, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 197.6927500218153, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2762", "text_group": "7966065152e8b44ce6df32d9ca8f0b7009a37fbb28edc051e587342b243409a1", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0.99, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "declined_transfer": 0, "passcode_forgotten": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 0.01, "why_verify_identity": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "getting_virtual_card": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 262.0828750077635, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2763", "text_group": "6fbb9d16341ce80b025d738c51b9686acd952e24ce3f5eb2d3bed1ff68f24f44", "expected": "exchange_charge", "prediction": "exchange_rate", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "top_up_by_card_charge": 0, "Refund_not_showing_up": 0, "exchange_rate": 1, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 170.64329097047448, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2764", "text_group": "50df926a610a0545c5142523953a74030b37c9231922d69906ae1b41e7b3e4d9", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0.64, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0.02, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "fiat_currency_support": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_reverted": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0.34, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 186.77616701461375, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2765", "text_group": "d084b3342604c68cb8b643dcd24600cdad93cf5e87d8001bda9d1544d7628c78", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "exchange_rate": 0.08, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "card_delivery_estimate": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "compromised_card": 0, "card_not_working": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0.92, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 164.21629092656076, "usage": { "input_tokens": 1042, "output_tokens": 826, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-2766", "text_group": "dcc70f521516c7dc60a5152a576811624bc631f0a546b1009006f3bd787ddc58", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "top_up_reverted": 0, "country_support": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0.05, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0.95, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 296.0424590855837, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2767", "text_group": "fd53d3eba7d9b2929cab3ed29fc1a03ef580f6859919f8c059d85ea2d0b0cf85", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 1, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 162.1915000723675, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2768", "text_group": "9e531cbdaf6a15ca7a7d0893982058a8c9f90199223f9f5d1549471452c55039", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0.04, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0.96 }, "error": null, "latency_ms": 165.11916706804186, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2769", "text_group": "786b11950de67e31699705a40f70dbc5502e7c86ab6da1974c36951d1cb2bfbf", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 1, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "country_support": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 188.54524998459965, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2770", "text_group": "22841263cef1a3af15bc17285d70ca356a41d49628f9dfea5a03e509e3c9724a", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0.95, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "why_verify_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0.05, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 196.46308408118784, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2771", "text_group": "fc927c312a38425667e812e7fb7d62e72c0f24642ac2e4c4d574db42a65747e7", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "exchange_charge": 0.99, "edit_personal_details": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0.01, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 188.06912493892014, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2772", "text_group": "36f5de1a2ee113f1d26698ca85f18e227f9aecbfe83f381a9db65971d4aacfc4", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 1, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "exchange_rate": 0, "top_up_limits": 0, "card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 217.80450001824647, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2773", "text_group": "e2db5f278bc92d1f0e4e5c50b74a6edd218d088ecd76b3258c12ecb7388fca4a", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "card_acceptance": 0, "atm_support": 0, "card_swallowed": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "exchange_charge": 1, "transfer_fee_charged": 0, "card_arrival": 0, "country_support": 0, "failed_transfer": 0, "cancel_transfer": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_rate": 0, "why_verify_identity": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 174.16712502017617, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2774", "text_group": "30fa8ed1efa026c70173c9f04cbb3c3bf87dbdc4ac9063ce9415af0e7b555b2c", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 1, "transfer_into_account": 0, "card_not_working": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "card_acceptance": 0, "cancel_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "pin_blocked": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 141.47383300587535, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2775", "text_group": "796cceb1ce9207e6225d93f44296e0c45882916a91ace801e26e701749a7ea0c", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 1, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "atm_support": 0 }, "error": null, "latency_ms": 135.29812498018146, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2776", "text_group": "2f1c94a0118b66e4946c0d438ca7073ddfb4451cdd7e2ea78bd36ba1cd7336c0", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "activate_my_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0.63, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0.37, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 225.61720805242658, "usage": { "input_tokens": 1040, "output_tokens": 826, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2777", "text_group": "12e78a88b39ea0be947f7229f6fd80a595bbbc80b8d59c57336c4c433cd7397f", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0.95, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "order_physical_card": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_reverted": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0.05, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 197.16591702308506, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2778", "text_group": "3b19a9ffd77312345dd5bb19f1b55000892c7453584dd8b723301ba0ca8fef0e", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 1, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 224.35754106845707, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2779", "text_group": "4dfede16c1cd76728b8c5e6b504120cbc78ea08ddaa5dea2f78c6b56ab9d5dcf", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0.01, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0.99, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 248.01245797425508, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2780", "text_group": "0d8fe41127272ebf102f70bf2fa437038d09659293371087c3505fdbc902c479", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 1, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "pin_blocked": 0, "card_arrival": 0, "failed_transfer": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 168.03079203236848, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2781", "text_group": "19fe6fafd54e16864c2cef2eb3da1dc2392b3028367cf643bf41bdae7b270d13", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0.03, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "card_arrival": 0, "exchange_charge": 0.97, "card_swallowed": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 170.88375007733703, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2782", "text_group": "dd4d6dee1608852af0dbec228a58a578f03181cfc0e1a2aae91346e512c324f0", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "compromised_card": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "passcode_forgotten": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 1, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 197.82016600947827, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2783", "text_group": "fd39c43ab7e53a0dc03b966f5c9e61192f9e1edcfc2127e7ae01d181c204ea66", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 1, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "verify_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 159.33304198551923, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2784", "text_group": "ab754602fbeb82ea729f73e8c5e5776b00b43cc3bf7390d922b9f1c3181779e6", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0.01, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0.99, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "supported_cards_and_currencies": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 243.0854580597952, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2785", "text_group": "b791cf78d0a06c4b2ceb902a5df217826eca124853f3331741aef07691bc83e9", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "lost_or_stolen_card": 0, "pin_blocked": 0, "passcode_forgotten": 0, "verify_top_up": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "Refund_not_showing_up": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 1, "card_acceptance": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 158.18020899314433, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2786", "text_group": "346c64e016a72648b1116b394fe93ca39cb5f95bc3a457e896406ac87aba16b4", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0.01, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "card_arrival": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "exchange_charge": 0.99 }, "error": null, "latency_ms": 446.8264590250328, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2787", "text_group": "2c74bd1f3c5c112952dc56dcf6e10a2390d363cca7f4523b82e438542edc7539", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0.09, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0.9, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0.01, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "automatic_top_up": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 186.28074997104704, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2788", "text_group": "9bc087320b20ae2f7a9db93d7e7121e6350e29617e102e7f37a5998ed35b05d3", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0.95, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0.05, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 190.44041691813618, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2789", "text_group": "e1f3ee924d9406e1d9e929b2005bb2392996cd84371e628303e205d29d0a1f05", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 1, "pending_card_payment": 0, "verify_my_identity": 0, "declined_transfer": 0, "request_refund": 0, "declined_card_payment": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "transfer_timing": 0, "transfer_into_account": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 259.73024999257177, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2790", "text_group": "b342c2c015d94c79250b99465b7710366878d45b3c82ad2d8b527b3095e65ec4", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 1, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 180.23558298591524, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2791", "text_group": "6bf94c6709902ef0d23253d4a807db9a267c4de05ee8d70d52600f0e972c184e", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0.89, "transfer_into_account": 0, "card_not_working": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0.11, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_limits": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 171.57804197631776, "usage": { "input_tokens": 1036, "output_tokens": 826, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2792", "text_group": "f15763a4e0be2ea78f4c1ef0aded375072b6a76b626d758fe689f8e2ee21a7b5", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 1, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 166.7736660456285, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2793", "text_group": "78e83a6ea41ee7722b5e77009b151f9701f5a2a64d7511bf9f712d4451613259", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0.92, "card_linking": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "getting_virtual_card": 0, "exchange_via_app": 0, "age_limit": 0, "card_swallowed": 0, "exchange_rate": 0.08, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 159.39654095564038, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2794", "text_group": "0d0e7ce23d4bbaf748931b1defd2e0a475db6b56325e4b4f9726006ebdaa7e25", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "exchange_charge": 1, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 214.71650002058595, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2795", "text_group": "2c1d2e9ec86f528b4768e9026035ccb258e4951c5a392fd1647e959353a292dc", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0.96, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "exchange_rate": 0.04, "contactless_not_working": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 199.39395796973258, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2796", "text_group": "e8c112bd75dc9334555b712921f331af6a515c294ec747b05d7c33c0ab3ac801", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "card_arrival": 0, "top_up_by_cash_or_cheque": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "order_physical_card": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 1, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "transfer_timing": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 167.07450000103563, "usage": { "input_tokens": 1036, "output_tokens": 826, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2797", "text_group": "eef91a4df00c9f7aaa4e2a2a951e37618871551d6e95b9fdf83a5e5e7ab6cef3", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 1, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "verify_top_up": 0, "atm_support": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 220.66045796964318, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2798", "text_group": "9c2ee8feb85f7f33649e5fefa089d08efa22fec1d6cf6bfadd12a1362b37ceb3", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "contactless_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0.02, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_linking": 0, "exchange_charge": 0.98, "pending_transfer": 0, "declined_transfer": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 185.52883295342326, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2799", "text_group": "072e27586237f4cb3c9c7f22374557e33224a463974f4a6c9f311d496384542a", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0.01, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0.99, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 182.20170796848834, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2800", "text_group": "da73bc2c55b94a350651894b474efdffa542eeac10682a7d34c397b56dea4c2d", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "pending_card_payment": 0, "card_not_working": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 1 }, "error": null, "latency_ms": 159.59558298345655, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2801", "text_group": "4331dc4aa5a1637418e3eb806dc64e3d7bc6c3ddc7217a6a105743b19a8afa43", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "pin_blocked": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.01, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0.99, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 250.90354203712195, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2802", "text_group": "7df19f683134d37cfb3f33da3ddfc698098b045f9a671c4b3c60778c68ed3f27", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.01, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.01, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.98, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "country_support": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "top_up_limits": 0, "card_acceptance": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 169.16320903692394, "usage": { "input_tokens": 1041, "output_tokens": 829, "cost": 4.3722e-05, "cost_usd": 4.3722e-05 } }, { "id": "banking77-heldout-2803", "text_group": "edbd71b4c0cc49a52ee118083ba03a18d410ef7f5f5efbc0c4825a72acb847f2", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0.77, "card_linking": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0.01, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0.060000000000000005, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0.15000000000000002 }, "error": null, "latency_ms": 207.54545798990875, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2804", "text_group": "200adbc29368504796b1c8243f0c7e06a8ed69302f9a5b38a305344b89cda9da", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0.71, "reverted_card_payment?": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "why_verify_identity": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.04, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0.25, "verify_my_identity": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 233.41820808127522, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2805", "text_group": "3c606bdd597dcb411ee8c441cad1b8f7581d982b39dae123209eaf65836a4a5f", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "wrong_amount_of_cash_received": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0.81, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0.17, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0.01, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 178.3038330031559, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2806", "text_group": "1baecb0d6dac4d17b50051d2c78e454fbb4af6322cf2282ebeafaa119acb62a4", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "cancel_transfer": 0, "request_refund": 0, "terminate_account": 0, "top_up_limits": 0.05, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0.81, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "declined_transfer": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0.01, "top_up_by_bank_transfer_charge": 0.09, "compromised_card": 0, "topping_up_by_card": 0.03, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 128.60341696068645, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2807", "text_group": "5ba8c34a6e39bf6b114ca8f81e8dfb82ec154244651223e0e567aeb857e39c8c", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0.99, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0.01, "fiat_currency_support": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0 }, "error": null, "latency_ms": 151.79666690528393, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2808", "text_group": "90ca2e4ee995c2e98615105e88a1dde6b01ae7af85890a4031a7c4be284fb9e4", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "top_up_limits": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0.01, "pending_transfer": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0.98, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "visa_or_mastercard": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.01, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 190.8529580105096, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2809", "text_group": "64dee344b8e0b7eedd202b1b06d0fed9e211340b25f2eace8c6284d2880cde13", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0.83, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.15000000000000002, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0.01, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0.01, "declined_transfer": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 193.60770797356963, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2810", "text_group": "0cd14c3d1035cd1b872b5ed015fb51c96a187a69257178b40883e6b0510be685", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "wrong_amount_of_cash_received": 0, "country_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0.87, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.11, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0.02, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "getting_spare_card": 0, "terminate_account": 0, "activate_my_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 172.9506669798866, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2811", "text_group": "bac3b94bc15341eea39c3c9956af9815da35f472af6b49b33aba14d5812ca6b3", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 1, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 169.53583294525743, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2812", "text_group": "472a2531882e5b5cf70a656005c58db0d8e4437b60c2f7ee491feccb43f46002", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "failed_transfer": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 1, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 150.73508291970938, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2813", "text_group": "160be812567e42c5f82c4e6e7063c263ac0a811ac034cf741df0ca18109b7c81", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0.02, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "top_up_limits": 0.05, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0.85, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0.08, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "transfer_into_account": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "verify_my_identity": 0, "automatic_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "declined_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 213.12008402310312, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2814", "text_group": "e8ddf7a597f162fef4ac9458d57763b643e4b3d75a3a3ab8128e928165e10e39", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "topping_up_by_card": 0.15000000000000002, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0.83, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0.02, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "atm_support": 0, "card_linking": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "card_swallowed": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "transfer_fee_charged": 0, "top_up_limits": 0, "compromised_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 170.17249995842576, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2815", "text_group": "a762c25039fb30f17fa9a61ab36e4d730bafa2a41f0a35b49f817f27ccec4485", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0.02, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "topping_up_by_card": 0.35, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0.63, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 346.08287492301315, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2816", "text_group": "d1ff6aca5cd984c586f329c84352bc5b2d00654ea29e785ba2faf01a6af4eaa0", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "transfer_timing": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 1, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "country_support": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 217.4332500435412, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2817", "text_group": "bfb4a4b6665b79b5639ee5a71f81c7ccb9d354b0f7403d6dc1f587512afe28a9", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 1, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 185.66900002770126, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2818", "text_group": "16747b4555662b1a501f684126df513ac720836e85d3e6fd45aa5d2bfe7e3f00", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 1, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 191.41712493728846, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2819", "text_group": "8b8882d4a460bd53282d10877abae61dc56f79a641101e56acec42db9240d6ea", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 1, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 129.34333295561373, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2820", "text_group": "7865c06727fc26a22dca54c55bfe31ff2ffa0bcdd2ba4a7c2b7b928c05aa7cfb", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0.99, "fiat_currency_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0.01, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 192.4177500186488, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2821", "text_group": "f4d9f7b732b2c4f2a6cbe4c1bc8caf2d1c851494d9910bdc0f6ec3da7b9cbe88", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 1, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "getting_virtual_card": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 176.5293750213459, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2822", "text_group": "9cc68ca98dcc369e5dec87452ebca1f2b8662c699ffbf3ecfe263ad4d2243a6a", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0.09, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0.01, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "contactless_not_working": 0, "request_refund": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "top_up_by_card_charge": 0.83, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0.02, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0.05, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 152.9798749834299, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2823", "text_group": "fbbb8d961db784dffc10519f8783b499a815ff77c6f9a98951df295eff625595", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0.02, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_by_bank_transfer_charge": 0.07, "contactless_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0.87, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0.04, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 253.9857920492068, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2824", "text_group": "68750d4dd163bf7a259af56eb3611e3dcfd3cf2709ff0670e8e340c934d58d9a", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0.74, "cancel_transfer": 0, "topping_up_by_card": 0.25, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0.01, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "atm_support": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 170.82450003363192, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2825", "text_group": "6a6ecdcd5be3b3bb566456ad7687626c2a92096abd9a2c337439feaa88c5daf9", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "getting_spare_card": 0, "atm_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "declined_transfer": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0.59, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.36, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0.05, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "disposable_card_limits": 0, "top_up_limits": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "activate_my_card": 0, "terminate_account": 0, "country_support": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 218.07987499050796, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2826", "text_group": "846d961dbf08605b387174ea05b90c5a548d13975d30c056937829dbefac56a6", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0.01, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "top_up_reverted": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0.99, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 183.95262502599508, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2827", "text_group": "2952128343c571c53abbe8cfe7ebf0b951ade4ee17b1f6d59b9b3083206e3105", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "pending_top_up": 0, "edit_personal_details": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0.97, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "topping_up_by_card": 0.03, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 152.92525000404567, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2828", "text_group": "687df3962b63806bf69418ea81350d26dc4106c686375eeb2c0f3e89db23da79", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 1, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 133.2101250300184, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2829", "text_group": "eebbf02c31f7c06ab3821d2252605db04651a1dbe8bef22702b451771965e708", "expected": "top_up_by_card_charge", "prediction": "topping_up_by_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0.97, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0.03, "top_up_by_card_charge": 0, "automatic_top_up": 0, "terminate_account": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 144.82525002676994, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2830", "text_group": "bf85ef8403927a9290da96dbd33c2f5f5ea25081bb9ba9dbd09f07071dc5433a", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0.06999999999999999, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0.02, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0.16, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0.75, "get_physical_card": 0, "top_up_failed": 0, "edit_personal_details": 0, "terminate_account": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 158.67124998476356, "usage": { "input_tokens": 1025, "output_tokens": 829, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2831", "text_group": "db6b9f2a0bf7ff5bb6866891e88494d3ded6d34da18220834f5bc6ead1f73153", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.05, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0.79, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0.03, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0.13, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 197.31458404567093, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2832", "text_group": "4c913733564452f8f44427cfde7730bd8392f9e99b2583961aa242bd80aa5315", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 0, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0.01, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0.99, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 261.1172500764951, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2833", "text_group": "dc4230afbf52589602e2aeb4f5a9b58644e84ab9d6bb0cd856ea73f9797b47f7", "expected": "top_up_by_card_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "transfer_fee_charged": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "card_swallowed": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 1, "pending_transfer": 0, "cancel_transfer": 0, "lost_or_stolen_card": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "transfer_timing": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 181.6620830213651, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2834", "text_group": "c985e46da22b6b8c90efae97626d302c221996f88617b22b29d1e32fce3b0f70", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0.11, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0.04, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0.81, "card_delivery_estimate": 0, "top_up_limits": 0.03, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 188.44212498515844, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2835", "text_group": "57c09a6d77d99bb17c16f2d726c0c4e2fbd12cfbf4ef797f5f52b185fdd91f7f", "expected": "top_up_by_card_charge", "prediction": "supported_cards_and_currencies", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0.31, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0.03, "virtual_card_not_working": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_arrival": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "wrong_amount_of_cash_received": 0, "supported_cards_and_currencies": 0.64, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "country_support": 0.02, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 177.36162501387298, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2836", "text_group": "2d1f33189cdb4264b27bb4d7a9efcf540fa505ef8972b411a7044cc71c59ba69", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.03, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "verify_my_identity": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0.01, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "country_support": 0, "top_up_limits": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0.96, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 163.58404199127108, "usage": { "input_tokens": 1040, "output_tokens": 829, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2837", "text_group": "44123ecaf39d2d5d9900c8df1115f8c7e0f08ce131421fb510fc9c4ab7356151", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0.14, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0.22, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "country_support": 0, "top_up_reverted": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0.01, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0.05, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0.01, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0.01, "top_up_by_card_charge": 0.55, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 167.35804197378457, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2838", "text_group": "d26f9f4befa67397a00984e513d349df84af657da4d0a9c7b30ce11ad18df40c", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0.03, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0.06, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0.1, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0.81, "visa_or_mastercard": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "terminate_account": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 183.37912508286536, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2839", "text_group": "3bb54143b21591d53729608173f2f05088a01e8dbdc222781220dba402afe560", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "request_refund": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0.98, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.02, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "card_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "getting_spare_card": 0, "card_payment_fee_charged": 0, "terminate_account": 0, "get_disposable_virtual_card": 0, "atm_support": 0 }, "error": null, "latency_ms": 160.67100001964718, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2840", "text_group": "9ee5453607bd79429d2eb86ffd5e01c3f8244f6ffd5486ae0a89262dff9bb4b4", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "transfer_fee_charged": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "why_verify_identity": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "atm_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 1, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 191.91795797087252, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2841", "text_group": "66334015ddcf6c2515925f07874c4e0ad370d4a1bbd048ede2aa69033a4f83de", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 1, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "declined_card_payment": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 155.75637493748218, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2842", "text_group": "7e99dd5cf8d374408686541c9912e7690fbe6e3ebbc280b1d17bd1473af31c50", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_charge": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_top_up": 0, "top_up_limits": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 1, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 192.1973330900073, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2843", "text_group": "f145bb5e3258eb36787930656b249bae9f69fad5a32e41e20b9e316871a60525", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "card_payment_fee_charged": 0, "atm_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "activate_my_card": 1, "terminate_account": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 215.99429193884134, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2844", "text_group": "59650cd18d42d3e5d5c7ddc3eac32056c7d4a32cd67c26123b27e57df646de9f", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "card_about_to_expire": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 1, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 145.04308300092816, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2845", "text_group": "bfb484bf168f74452fe272c2ecfc367e563b76d89c5a2fdc0e3c102ef2991cf3", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 1, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "change_pin": 0, "get_physical_card": 0, "pending_transfer": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 135.0030000321567, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2846", "text_group": "44fc90223c8f1dcb03e7af45128294158a899d8e5522c08855a919d2f6b42eab", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "compromised_card": 0, "transfer_fee_charged": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "card_not_working": 0, "order_physical_card": 0, "card_linking": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "activate_my_card": 1, "automatic_top_up": 0, "pending_transfer": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 200.436707935296, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2847", "text_group": "90c980593c974cbdf276b2766a4923cf900b0f2b18906e82f267935fc75164f2", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "receiving_money": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "activate_my_card": 0.99, "card_delivery_estimate": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0.01, "unable_to_verify_identity": 0, "country_support": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "exchange_rate": 0, "verify_top_up": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "edit_personal_details": 0, "card_linking": 0, "fiat_currency_support": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "compromised_card": 0, "cash_withdrawal_charge": 0, "order_physical_card": 0, "get_physical_card": 0, "card_about_to_expire": 0, "getting_spare_card": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 153.06825004518032, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2848", "text_group": "bb8f7160e886a90c247e39dbc199f654de4e9447abc1a4892709b67cab45a5c8", "expected": "activate_my_card", "prediction": "card_about_to_expire", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "cancel_transfer": 0, "request_refund": 0, "verify_my_identity": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "top_up_reverted": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0.01, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0.99, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 154.55745800863951, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2849", "text_group": "dd600b0bafefb680665923a12175364f2ac63adb8418acb9ca33735222f7728a", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "verify_top_up": 0, "request_refund": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 1, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 165.5343750026077, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2850", "text_group": "16c4ff1c70b804562be22b9e5af7d07f49bb192a1c58d6fbb9f055fb1c85b618", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "activate_my_card": 1, "card_payment_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "card_linking": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "verify_source_of_funds": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_acceptance": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 186.76933308597654, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2851", "text_group": "2f38208c5fe7cc892f8f1da22717cf15f679808b9197217c73041371a027d680", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "change_pin": 0, "fiat_currency_support": 0, "activate_my_card": 1, "terminate_account": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "atm_support": 0, "virtual_card_not_working": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 127.85720801912248, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2852", "text_group": "8dde2a76120bf9b2f98ecf90853715e4ef8c1375a28116e827b3f6b1a542c716", "expected": "activate_my_card", "prediction": "lost_or_stolen_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "terminate_account": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 1, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "top_up_limits": 0, "pending_top_up": 0, "country_support": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 194.6330409264192, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2853", "text_group": "8bb1c6d2564ac927380bbac47b8e5b52d9ad6926a1fc14fe643c746b3cf632f0", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0.01, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0.99, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 130.94562501646578, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2854", "text_group": "f61cc4204552171b07da54fb638a69cd55999e8b4d41d8439b0cbde5a22d8341", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "virtual_card_not_working": 0, "compromised_card": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 1, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 127.73208296857774, "usage": { "input_tokens": 1040, "output_tokens": 827, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2855", "text_group": "f21d8958eaefa1ca2b07ba6fb4a8a43165f71a21d73c2d5745ee5603c074f31f", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "lost_or_stolen_card": 0, "pending_top_up": 0, "verify_top_up": 0, "card_linking": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "apple_pay_or_google_pay": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "disposable_card_limits": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_about_to_expire": 0, "exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 1, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "exchange_charge": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 185.55054103489965, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2856", "text_group": "5b26983edbe5154d16d2980b6e41a75aa05f295abd756b0ef619f68941a7210c", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "card_acceptance": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 1, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "top_up_reverted": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "exchange_rate": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 183.46287496387959, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2857", "text_group": "bf5ab3ae651a3b042165c5da8c02d232a41922243114ffedc24ab35ef697f7ad", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "lost_or_stolen_card": 0, "card_linking": 0, "card_acceptance": 0, "pending_top_up": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "visa_or_mastercard": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 1, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "change_pin": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 350.5364169832319, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2858", "text_group": "b2e23c148458bc2c8e77616fa873b664678b78d92c16a3f913170d7d97562c5f", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "card_swallowed": 0, "getting_virtual_card": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "change_pin": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "card_not_working": 0.13, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "exchange_charge": 0, "cancel_transfer": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0.02, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "why_verify_identity": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "order_physical_card": 0, "transaction_charged_twice": 0, "activate_my_card": 0.85, "reverted_card_payment?": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 150.62762494198978, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2859", "text_group": "f34fd9e4961fa4f3b0d6fbb197b3fa88859cd351ebb9d09e0845fb58aec84105", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "top_up_reverted": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "disposable_card_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "verify_top_up": 0, "getting_virtual_card": 0, "compromised_card": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "topping_up_by_card": 0, "order_physical_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 1, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 138.3256670087576, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2860", "text_group": "1977ce5049bf5ecc01d50beb172f12b6a59c4a5450a8c8b87047716a65a898ca", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_card_payment": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_physical_card": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "top_up_failed": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 1, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 182.1812919806689, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2861", "text_group": "331b9bb4d2962e0425313f64a369ce85ff50f921d0360f2ce3a0e12bdc08b5d9", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 1, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 145.41266695596278, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2862", "text_group": "17861b6537ca1f5171c7be4a5f52489edcae9810c1db06e562eac33764de1fce", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 1, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "age_limit": 0 }, "error": null, "latency_ms": 184.7971249371767, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2863", "text_group": "3c737dac5bd83a019b84ab3361a3a822513e6cd543223682e2c69965aecbfaa3", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "terminate_account": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 1, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 245.52304099779576, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2864", "text_group": "f60dd8b621a2f0db0acb7a7496090af49cf8b3cdcd17b6ea4820d3b8c8717d08", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "card_acceptance": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 1, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 190.85841695778072, "usage": { "input_tokens": 1024, "output_tokens": 827, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2865", "text_group": "ac258bf56564e405c02c4d4aa5f5d46125918be972ca3a18fb82002dbcd775e5", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "lost_or_stolen_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 1, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 160.63487506471574, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2866", "text_group": "70b03d4d395928430f3ed31f587dd77d327976951dd0240f75d55402e72ff48b", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0, "transfer_timing": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "pin_blocked": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "card_not_working": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "atm_support": 0, "age_limit": 0, "pending_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "top_up_limits": 0, "country_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "getting_virtual_card": 0, "activate_my_card": 1, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 172.07724996842444, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2867", "text_group": "c5cc5790fc2977b8090bf78c762e10f54e4455f7bf03b0d4472ac71a522dd9be", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 1, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "atm_support": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "compromised_card": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 170.83233292214572, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2868", "text_group": "14a60b77f821c47c4ae9857bede824b4ed645d0dc72206d1cf31414bf2466ce9", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "why_verify_identity": 0, "exchange_charge": 0, "verify_top_up": 0, "direct_debit_payment_not_recognised": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "country_support": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 1, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 301.4935420360416, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2869", "text_group": "e7dc5303c71fe2adadc04a23035d2e6aaa62073464e1b51199e29397412900ef", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "change_pin": 0, "activate_my_card": 1, "pin_blocked": 0, "cancel_transfer": 0, "top_up_reverted": 0, "card_acceptance": 0, "why_verify_identity": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "pending_top_up": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "extra_charge_on_statement": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "compromised_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 222.13379200547934, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2870", "text_group": "71e857e3798315bd34bce746bd7163ec7f64f70d0f9e2f074948da5f2c347807", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 1, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "card_linking": 0, "extra_charge_on_statement": 0, "exchange_charge": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 145.9809170337394, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2871", "text_group": "6b5e5604ab314a3db7bfa96f1db38f01376822fbde9dd364c10e08517af0c88a", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "card_arrival": 0, "exchange_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "country_support": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 1, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "top_up_limits": 0, "cancel_transfer": 0, "card_acceptance": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 169.95154204778373, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2872", "text_group": "da314c65497e19cc4543218abdce2568fd2e3402e75ea95bf9bee4b8ae7f6409", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0.02, "order_physical_card": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0.02, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0.96, "transfer_into_account": 0, "disposable_card_limits": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 143.77658301964402, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2873", "text_group": "16cc096ef625e2a4002679c91e97eed923ad60b9abdb3b27e7c96f578d1131c0", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_by_card_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0.01, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0.99, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_timing": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 216.22454200405627, "usage": { "input_tokens": 1037, "output_tokens": 827, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2874", "text_group": "559d4725414764d52957f92483e36ce14480fd775fa339038c659941f519d30c", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "activate_my_card": 1, "transaction_charged_twice": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "automatic_top_up": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 187.0527908904478, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2875", "text_group": "b9cfe06a1c75f5380fd17e329e08952293b2da0b7a7a7ca104ceca01827fba8d", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "get_physical_card": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 1, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "exchange_via_app": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_acceptance": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "transfer_fee_charged": 0, "card_linking": 0 }, "error": null, "latency_ms": 219.96366698294878, "usage": { "input_tokens": 1035, "output_tokens": 827, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2876", "text_group": "caaed36da36e3e8dd53f3a37d83117cbb3af5153427b9857fb18cedbbf1275b6", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "passcode_forgotten": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "pending_card_payment": 0, "card_not_working": 0, "card_delivery_estimate": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "order_physical_card": 0, "request_refund": 0, "card_linking": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "activate_my_card": 1, "transfer_timing": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "terminate_account": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 185.78320799861103, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2877", "text_group": "babcc3ee9c37a5ea3d3931c2187439bdbcf75fe42fbf0e477a120b0b43c2b1db", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "request_refund": 0, "pending_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 1, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 199.3943329434842, "usage": { "input_tokens": 1034, "output_tokens": 827, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2878", "text_group": "d859df33a6f4e783739d896a3d77c353b2f5c58508e61757309cb49508d75446", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "exchange_charge": 0, "pending_card_payment": 0, "failed_transfer": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "activate_my_card": 1, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 221.95579193066806, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2879", "text_group": "96b1ab5dc62db770066789efc09d3e34ff603eaa8b82b8bf1e92a8cda0eaf897", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "activate_my_card": 1, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "get_physical_card": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "topping_up_by_card": 0, "country_support": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 157.80437493231148, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2880", "text_group": "6f89e9e157ac4fbe2e2988e0c17021e7226f063ea32d14ebaab1fd6ebec3a622", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 1, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 174.88241603132337, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2881", "text_group": "5d9d329117d086b3a4a5e6aca48b49183015a6596036babeec0a1a3e45983cd5", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "request_refund": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "top_up_reverted": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 1, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 196.55100000090897, "usage": { "input_tokens": 1030, "output_tokens": 830, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2882", "text_group": "36a3a3a1f83340c52fd13f92de0f038bd87029d623f0ba428527668b2b37af6e", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 1, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 463.2289169821888, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2883", "text_group": "03eb2338fd09c67a9b4679e1567c3ccf663c173403b2ddfd776249c3c8309615", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0.99, "cancel_transfer": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "declined_transfer": 0, "failed_transfer": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0.01, "activate_my_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 176.20400001760572, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2884", "text_group": "df7a7a91335a8131b8cd13cf3964e45223147fad22869ffa9bd5e73d2a012724", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 1, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 211.7893339600414, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-2885", "text_group": "caf6b8e79e54d67847fb9d3395634aab64ffb6bdbe6e57b5008738b00a4a74cd", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "order_physical_card": 0, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 1, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "lost_or_stolen_phone": 0, "card_arrival": 0, "getting_virtual_card": 0, "age_limit": 0 }, "error": null, "latency_ms": 206.24304201919585, "usage": { "input_tokens": 1043, "output_tokens": 830, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2886", "text_group": "fc9b0073d740ac7ee3168377bf84d9431b25949cbc47a296c78c8b39f7ad0777", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "card_acceptance": 0, "exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "topping_up_by_card": 0, "extra_charge_on_statement": 0.01, "cash_withdrawal_charge": 0.99, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "change_pin": 0, "pin_blocked": 0, "card_not_working": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "lost_or_stolen_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 202.5128749664873, "usage": { "input_tokens": 1048, "output_tokens": 830, "cost": 4.4016e-05, "cost_usd": 4.4016e-05 } }, { "id": "banking77-heldout-2887", "text_group": "b2d2e881652a5d9f681bb441ec856f9cf6fa9b86a92007791a7e1259866cdc4d", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "cash_withdrawal_charge": 1, "pending_cash_withdrawal": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "terminate_account": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 227.1852499106899, "usage": { "input_tokens": 1050, "output_tokens": 830, "cost": 4.41e-05, "cost_usd": 4.41e-05 } }, { "id": "banking77-heldout-2888", "text_group": "d8aa68b1ae03819643c9ea1fc915a9871e2ea81e4e27d60f037558bf4ed51563", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0.98, "declined_card_payment": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "extra_charge_on_statement": 0.02, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "change_pin": 0, "exchange_via_app": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "country_support": 0, "transfer_timing": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "top_up_failed": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "card_linking": 0, "top_up_reverted": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "pending_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "card_swallowed": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 225.3591250628233, "usage": { "input_tokens": 1031, "output_tokens": 830, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2889", "text_group": "a3e8a017000146d30f6def766b99b9b0053129dc6739398d4c8a817162d28896", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "getting_spare_card": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_fee_charged": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "receiving_money": 0, "fiat_currency_support": 0, "terminate_account": 0, "cash_withdrawal_charge": 1, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 209.29887506645173, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2890", "text_group": "5c917726d25f5cd5c923982397f0df2f6c1f2feac2fe436fa864c4bcc262ae84", "expected": "cash_withdrawal_charge", "prediction": "extra_charge_on_statement", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0.15, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0.02, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "verify_top_up": 0, "pin_blocked": 0, "cash_withdrawal_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0.19, "get_physical_card": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0.64, "card_linking": 0, "exchange_charge": 0, "topping_up_by_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "edit_personal_details": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 139.38604202121496, "usage": { "input_tokens": 1026, "output_tokens": 828, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2891", "text_group": "5d3651f12e700fb79fa552714d465bd7894cde6d26e3acf3e82c3dcc8bb4bcce", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0.9, "transfer_into_account": 0, "getting_spare_card": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "virtual_card_not_working": 0, "order_physical_card": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "compromised_card": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "transfer_timing": 0, "atm_support": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0.01, "card_about_to_expire": 0, "declined_card_payment": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0.09, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 254.2700000340119, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2892", "text_group": "92f8b47c0b8b1d51dff41e075400dc5d172eeb1d2a005d13424f0d8ca0cd4896", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 1, "contactless_not_working": 0, "atm_support": 0, "transfer_not_received_by_recipient": 0, "reverted_card_payment?": 0, "disposable_card_limits": 0, "verify_my_identity": 0, "exchange_via_app": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "age_limit": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 205.01254103146493, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2893", "text_group": "f3a7fe7ef7aab27c6f725ddaf545ca8018cbe81addb613546a769b0dd1a7c381", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "change_pin": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "getting_virtual_card": 0, "atm_support": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "top_up_by_card_charge": 0, "receiving_money": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "terminate_account": 0, "extra_charge_on_statement": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "failed_transfer": 0, "card_arrival": 0, "country_support": 0, "card_not_working": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "why_verify_identity": 0, "lost_or_stolen_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "automatic_top_up": 0, "beneficiary_not_allowed": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_phone": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "getting_spare_card": 0, "compromised_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "transfer_into_account": 0, "get_physical_card": 0, "cash_withdrawal_charge": 1 }, "error": null, "latency_ms": 196.11324998550117, "usage": { "input_tokens": 1090, "output_tokens": 830, "cost": 4.578e-05, "cost_usd": 4.578e-05 } }, { "id": "banking77-heldout-2894", "text_group": "2fa0df192cb0689620150c635e976d92592182ba3967b06859a802545f122946", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 1, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "lost_or_stolen_phone": 0, "visa_or_mastercard": 0, "change_pin": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 200.8040000218898, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2895", "text_group": "b7a33529672ce43109c5547af4883fa8efbe2619386b7ec6895b088c7de19a4c", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "pending_transfer": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "cash_withdrawal_charge": 1, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 169.861042057164, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2896", "text_group": "0ec31a454dba047b5340d9f0f8aba8514b89efd04ed850b77749433046301b87", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "pin_blocked": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "pending_transfer": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_card_payment": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "automatic_top_up": 0, "transfer_into_account": 0, "request_refund": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_acceptance": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 1, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 239.01829100213945, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2897", "text_group": "d3dba78e3bb9589b5c726752e591f6ce028faadc32a90b28aa7da9c5de788aba", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "cash_withdrawal_charge": 1, "top_up_failed": 0, "disposable_card_limits": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "change_pin": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "direct_debit_payment_not_recognised": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 162.2209589695558, "usage": { "input_tokens": 1053, "output_tokens": 830, "cost": 4.4226e-05, "cost_usd": 4.4226e-05 } }, { "id": "banking77-heldout-2898", "text_group": "94f7f499bc74fd857fc7adebd9a352be3bf3d126de300bcb83a579f77050dd21", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "order_physical_card": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "declined_card_payment": 0, "transfer_into_account": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_timing": 0, "pending_card_payment": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 1, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 199.56224993802607, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2899", "text_group": "c54159e6dcb0122b490cd4c9976338a781a293fe7679b26731f1f6a60df45e83", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 1, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 159.72033294383436, "usage": { "input_tokens": 1034, "output_tokens": 830, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2900", "text_group": "954c8d24c68914a846ba0153c6cd3eda543ca0f152e6929d778343c585e471a3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "fiat_currency_support": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "declined_cash_withdrawal": 0, "card_swallowed": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0.01, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "change_pin": 0, "get_physical_card": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "pending_card_payment": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0.01, "terminate_account": 0, "cash_withdrawal_charge": 0.98, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 165.31845892313868, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2901", "text_group": "cea96cb4d34f03406b1924efee698d1ea730d987608187494ab9fc9a0bceb41d", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "terminate_account": 0, "verify_my_identity": 0, "reverted_card_payment?": 0, "receiving_money": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 1, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 180.41529203765094, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2902", "text_group": "98466a2416ed54731954b63b7d99af60fd7001d6a9a2ebb2ebb8b250246074ff", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "transfer_timing": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0.98, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0.01, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0.01, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "age_limit": 0, "country_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 227.4397499859333, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2903", "text_group": "9b6fb43c9772898866c83c30b8ea912bdac41470a62b5c1b7fd1a00f57f8e7c3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 1, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "country_support": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 190.33441704232246, "usage": { "input_tokens": 1028, "output_tokens": 830, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2904", "text_group": "cb1f869cb1e5362bd20f928fc7b7711cc423f89b50c8e5ced2dfd8feb1dae21d", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 1, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 223.19475002586842, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2905", "text_group": "d0c2fc19acd1754c74dd092da29d385aceaa5f7eaa259f318c52578b474d79ce", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "passcode_forgotten": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "cancel_transfer": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 1, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "activate_my_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "reverted_card_payment?": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "verify_my_identity": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "transaction_charged_twice": 0, "country_support": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "top_up_by_bank_transfer_charge": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 157.76237496174872, "usage": { "input_tokens": 1061, "output_tokens": 830, "cost": 4.4562e-05, "cost_usd": 4.4562e-05 } }, { "id": "banking77-heldout-2906", "text_group": "b2f30957aefbfb72ab1e4938ed085a6653cf233a153704a0eb053b74ac5812ab", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "lost_or_stolen_card": 0, "pin_blocked": 0, "passcode_forgotten": 0, "Refund_not_showing_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0.91, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0.03, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_swallowed": 0, "atm_support": 0.06, "wrong_amount_of_cash_received": 0, "unable_to_verify_identity": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "request_refund": 0, "edit_personal_details": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "change_pin": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 164.1744589433074, "usage": { "input_tokens": 1032, "output_tokens": 830, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2907", "text_group": "ee2235c2f72ec12350077d6cc0736aa070a4606cd18eda32bc90e64bfa243518", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "country_support": 0, "pending_transfer": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0.01, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0.99, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "fiat_currency_support": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_payment_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 212.83641690388322, "usage": { "input_tokens": 1026, "output_tokens": 830, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2908", "text_group": "6345be4eb74a1428c32ff501457c95917fe4679049332f51c69ef6864fb98a33", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_by_cash_or_cheque": 0, "transfer_timing": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "terminate_account": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "request_refund": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 1, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 180.87495805229992, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2909", "text_group": "89dc86dbd7780dabbf33df85bd06a35db37d00418e511e3237021e9d7d87e669", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "cancel_transfer": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "topping_up_by_card": 0, "card_payment_fee_charged": 0, "disposable_card_limits": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "pin_blocked": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "visa_or_mastercard": 0, "top_up_by_bank_transfer_charge": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "exchange_via_app": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 1, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 187.24904104601592, "usage": { "input_tokens": 1042, "output_tokens": 830, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-2910", "text_group": "c26329dcb5004ff6e3d4b05ed816e9d8bc35e76f0502c8e2381cbbbeb48bbb74", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "exchange_via_app": 0, "terminate_account": 0, "direct_debit_payment_not_recognised": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "change_pin": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "supported_cards_and_currencies": 0, "why_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "card_about_to_expire": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "virtual_card_not_working": 0, "exchange_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "automatic_top_up": 0, "verify_my_identity": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "request_refund": 0, "transfer_into_account": 0, "pending_card_payment": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "transfer_timing": 0, "declined_transfer": 0, "age_limit": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "card_acceptance": 0, "atm_support": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "card_linking": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_by_cash_or_cheque": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "declined_cash_withdrawal": 0, "failed_transfer": 0, "edit_personal_details": 0, "activate_my_card": 0, "receiving_money": 0, "cash_withdrawal_charge": 1, "country_support": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 269.20995803084224, "usage": { "input_tokens": 1037, "output_tokens": 830, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2911", "text_group": "e07c6896901fb848184457bd7d4a503a419e6898b4593d477ba8cbe5ea95122e", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "receiving_money": 0, "cancel_transfer": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "top_up_failed": 0, "top_up_reverted": 0, "compromised_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 1, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 180.6171250063926, "usage": { "input_tokens": 1036, "output_tokens": 830, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2912", "text_group": "6d31824dfc3bc071748c065a1cc6e19489ac2b94e141a9aedf6d20662e8fc5c3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 1, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "compromised_card": 0, "verify_my_identity": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "activate_my_card": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 208.91695795580745, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2913", "text_group": "87b7bcb98b3c2d13ceb76a49e9fed4ccd242d7039c2c354bcf314f50e0d7a51f", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "receiving_money": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 1, "direct_debit_payment_not_recognised": 0, "country_support": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "get_physical_card": 0, "why_verify_identity": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_limits": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 194.5604580687359, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2914", "text_group": "66a5f70f227a822ab30ed6aac7864f66e56196b0309da48710689bde888028d3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "exchange_charge": 0, "top_up_failed": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "unable_to_verify_identity": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 1, "pin_blocked": 0, "extra_charge_on_statement": 0, "topping_up_by_card": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "card_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "apple_pay_or_google_pay": 0, "transfer_timing": 0, "terminate_account": 0, "reverted_card_payment?": 0, "age_limit": 0, "verify_my_identity": 0, "activate_my_card": 0, "card_linking": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "transfer_into_account": 0, "compromised_card": 0, "passcode_forgotten": 0, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 167.3111249692738, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2915", "text_group": "ed680ea7080df183436e03d38c984036df1f6ef2e9297b0801748d6772278356", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0.01, "cash_withdrawal_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0.99, "automatic_top_up": 0, "transfer_fee_charged": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 188.79937508609146, "usage": { "input_tokens": 1052, "output_tokens": 830, "cost": 4.4184e-05, "cost_usd": 4.4184e-05 } }, { "id": "banking77-heldout-2916", "text_group": "140303cbc5668fa1ad7d8697200ab57d1ffb36a3c14b0c8a8592937ff8d3b0c6", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0.01, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0.96, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "reverted_card_payment?": 0, "atm_support": 0.02, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "supported_cards_and_currencies": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0.01, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "declined_transfer": 0, "pending_transfer": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 168.00816694740206, "usage": { "input_tokens": 1029, "output_tokens": 830, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2917", "text_group": "fa46462a4d274003971fdcb29da6d119287b68646a9258d93a50942a44b3d5ff", "expected": "cash_withdrawal_charge", "prediction": "wrong_amount_of_cash_received", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0.64, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0.02, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0.25, "country_support": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0.01, "extra_charge_on_statement": 0.08, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "top_up_limits": 0, "fiat_currency_support": 0, "atm_support": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "card_linking": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 193.65074997767806, "usage": { "input_tokens": 1038, "output_tokens": 829, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2918", "text_group": "54c5e48b6486f85125dd81fe50c23c1d4b8fb77a21bcbf2c470329424319c8e9", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 1, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "transaction_charged_twice": 0, "atm_support": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 219.06791697256267, "usage": { "input_tokens": 1033, "output_tokens": 830, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2919", "text_group": "a09a9ad3b95b85452f1dc616b6139de1c301e3c9b4bb41b8812458caf9911421", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 1, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 212.44949998799711, "usage": { "input_tokens": 1027, "output_tokens": 830, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2920", "text_group": "8b508e45f37fc8945d601044786e49e3a7bf4d69e432c32bcd825c487363d89a", "expected": "card_about_to_expire", "prediction": "order_physical_card", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "top_up_reverted": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0.01, "transfer_timing": 0, "order_physical_card": 0.86, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0.09, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0.03, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "card_arrival": 0.01, "lost_or_stolen_phone": 0, "getting_virtual_card": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 170.6792910117656, "usage": { "input_tokens": 1036, "output_tokens": 828, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2921", "text_group": "7e70bbccc2f474fe56dfd89ae5cb4573c4d75620312390da02f0884277391a82", "expected": "card_about_to_expire", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.01, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "receiving_money": 0, "pending_transfer": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "verify_my_identity": 0, "order_physical_card": 0.03, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "card_arrival": 0.27, "cash_withdrawal_not_recognised": 0, "country_support": 0.52, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "getting_virtual_card": 0, "age_limit": 0, "card_delivery_estimate": 0.17, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 184.79041696991771, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2922", "text_group": "e5c4517ba69a9c054c8d268ff50184c2f6fd74dfeefdda8d364fd983b5525c18", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "top_up_failed": 0, "request_refund": 0, "card_about_to_expire": 1, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "change_pin": 0, "card_acceptance": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 216.25966602005064, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2923", "text_group": "a7aa55106030b6c793afdb0e947c0f35044adac93521d01e5514abc2e503a92e", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "atm_support": 0, "getting_spare_card": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "card_about_to_expire": 1, "unable_to_verify_identity": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "exchange_charge": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "top_up_limits": 0, "exchange_rate": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "country_support": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 205.25737502612174, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2924", "text_group": "9aed94c7035e14dfe2163b0b1aba6caa9c1d47252ce7d003d2244419d2034daa", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 1, "apple_pay_or_google_pay": 0, "exchange_via_app": 0, "verify_source_of_funds": 0, "exchange_rate": 0, "card_payment_not_recognised": 0, "passcode_forgotten": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "terminate_account": 0, "getting_virtual_card": 0, "age_limit": 0, "automatic_top_up": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "why_verify_identity": 0, "transfer_timing": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "top_up_reverted": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_charge": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_limits": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "card_delivery_estimate": 0, "card_arrival": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "supported_cards_and_currencies": 0, "pending_transfer": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "transfer_fee_charged": 0, "top_up_by_card_charge": 0, "contactless_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "compromised_card": 0, "unable_to_verify_identity": 0, "top_up_failed": 0, "direct_debit_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "transaction_charged_twice": 0, "card_linking": 0, "beneficiary_not_allowed": 0, "card_acceptance": 0, "declined_transfer": 0, "verify_my_identity": 0, "country_support": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "request_refund": 0, "getting_spare_card": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0 }, "error": null, "latency_ms": 208.72262492775917, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2925", "text_group": "dba7e41281c7b23ff506ab1855e6307d895ca56f6052e9b993557d4911356adf", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 1, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 162.32454194687307, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2926", "text_group": "a1874c5774e20984b638694f3cd34af335ca9c0c8ecc1ff1c80d104e4fa93369", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 1, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 277.42654201574624, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2927", "text_group": "4684ea1a4715389a0de9e30759162779f88f2f16800ebccb2091ba40e5218812", "expected": "card_about_to_expire", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "request_refund": 0, "declined_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "passcode_forgotten": 0, "getting_spare_card": 0.03, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_reverted": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.33, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "pending_transfer": 0, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0.42, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0, "cash_withdrawal_not_recognised": 0, "card_arrival": 0.01, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0.01, "cancel_transfer": 0, "age_limit": 0, "card_delivery_estimate": 0.2, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 155.48087505158037, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2928", "text_group": "c69179a9fbbed49ce4c3207aa74bb7df5c1414b794ea8e372970a290dc39bb8b", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "card_swallowed": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 1, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "get_physical_card": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "visa_or_mastercard": 0, "automatic_top_up": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 206.81320899166167, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2929", "text_group": "8af810343bd7e3ea5c6106b3e3b8dc842ab64d985528839792929f8e7b620071", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0.91, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "top_up_reverted": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0.04, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0.01, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "unable_to_verify_identity": 0, "order_physical_card": 0.04, "fiat_currency_support": 0, "card_acceptance": 0, "topping_up_by_card": 0, "age_limit": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 147.3818749655038, "usage": { "input_tokens": 1043, "output_tokens": 829, "cost": 4.3806e-05, "cost_usd": 4.3806e-05 } }, { "id": "banking77-heldout-2930", "text_group": "7f3416b97d131a13d8e08ad109f05a8188842a223c6b2aa074edaf16c2e949d4", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_swallowed": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "top_up_reverted": 0, "declined_card_payment": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "card_about_to_expire": 1, "atm_support": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "topping_up_by_card": 0, "receiving_money": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "failed_transfer": 0, "card_not_working": 0, "exchange_charge": 0, "card_arrival": 0, "country_support": 0, "transfer_fee_charged": 0, "cancel_transfer": 0, "verify_top_up": 0, "pending_top_up": 0, "transfer_timing": 0, "virtual_card_not_working": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0, "top_up_by_bank_transfer_charge": 0, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "top_up_failed": 0, "declined_transfer": 0, "age_limit": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_not_recognised": 0, "contactless_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "Refund_not_showing_up": 0, "edit_personal_details": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "exchange_via_app": 0, "reverted_card_payment?": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "order_physical_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "compromised_card": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pin_blocked": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "get_physical_card": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0 }, "error": null, "latency_ms": 255.02883398439735, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2931", "text_group": "d495f022b1056ec4fa74157e2744b890cf8c2479c8c6f494903e009b4ebdff74", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0.01, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0, "edit_personal_details": 0, "age_limit": 0, "card_about_to_expire": 0.99, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 222.1061660675332, "usage": { "input_tokens": 1045, "output_tokens": 829, "cost": 4.389e-05, "cost_usd": 4.389e-05 } }, { "id": "banking77-heldout-2932", "text_group": "eadca663b065627336fbe3cf05d692c92d855c453cff49b9311e95a959b2d676", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "transfer_timing": 0, "order_physical_card": 0, "card_arrival": 0, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cash_withdrawal_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "apple_pay_or_google_pay": 0, "get_disposable_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "atm_support": 0, "exchange_via_app": 0, "age_limit": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "top_up_limits": 0, "country_support": 0, "card_about_to_expire": 1, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 197.1435829764232, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2933", "text_group": "8783ef7cdab9c03b812f151045936676e7e5772aa8e3a906fa583261ccb02dc6", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "getting_spare_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0, "card_delivery_estimate": 0, "card_about_to_expire": 1, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "terminate_account": 0, "activate_my_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "card_arrival": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 153.878791956231, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2934", "text_group": "53012b51d3b3c9719fb20e84363caaef1f3398db3b4e2a51c1812f7d0cd74111", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 1, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0, "change_pin": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 123.91541700344533, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2935", "text_group": "05b8280ba17fb0f0ef3ec60c7607362eb81716c79a0329aa8cd891b1438c9880", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_arrival": 0, "card_swallowed": 0, "getting_spare_card": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "declined_card_payment": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "change_pin": 0, "pending_transfer": 0, "get_physical_card": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "verify_my_identity": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 1, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 221.47895803209394, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2936", "text_group": "1eac3998396a3194e33aa35b041fef5a457c8ca20772bbe6886221d212930391", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0.97, "unable_to_verify_identity": 0, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0.03, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "activate_my_card": 0, "top_up_by_cash_or_cheque": 0, "transaction_charged_twice": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 168.51745801977813, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2937", "text_group": "6703e614d0489de434a532de86c0b8b9a17f871ff32e681276730956607744c4", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.02, "card_delivery_estimate": 0.01, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "atm_support": 0, "exchange_via_app": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0, "card_about_to_expire": 0.97, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "cancel_transfer": 0, "exchange_charge": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 188.05433402303606, "usage": { "input_tokens": 1044, "output_tokens": 829, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2938", "text_group": "9291565e61cbae6160d4f2f0e451ea3a5861863f28bb7b565ffbf2f51279f4a2", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 1, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "card_delivery_estimate": 0, "exchange_charge": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 193.83066694717854, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2939", "text_group": "75d84905fbf810e48254122e6df309205741b27170354f4007f6da47e2558070", "expected": "card_about_to_expire", "prediction": "order_physical_card", "probabilities": { "top_up_failed": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "request_refund": 0, "pending_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0.84, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.04, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "pending_cash_withdrawal": 0, "card_swallowed": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_not_working": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_about_to_expire": 0.12, "pending_top_up": 0, "card_delivery_estimate": 0, "age_limit": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "receiving_money": 0, "atm_support": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 251.5781669644639, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2940", "text_group": "098ca395791e010fa62ef19147092f64b388ab9aaf49a3dc6fe474b566076418", "expected": "card_about_to_expire", "prediction": "order_physical_card", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0.36, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0.3, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0.01, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0.03, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0.03, "top_up_failed": 0, "supported_cards_and_currencies": 0, "receiving_money": 0, "edit_personal_details": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0.15000000000000002, "automatic_top_up": 0, "get_physical_card": 0.12, "terminate_account": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "failed_transfer": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 246.09891592990607, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2941", "text_group": "a3bf15b0d8a790adf6c8295f7107e9d67f0d131382317a433a7d1af4f2f21e30", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 1, "transfer_timing": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "fiat_currency_support": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "declined_transfer": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 278.09375000651926, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2942", "text_group": "934b06fb4d197063c37fd6b11c0400346e92139e51387f697cd796aa1dd9b260", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_arrival": 0.01, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0.99, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "card_linking": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "exchange_via_app": 0, "age_limit": 0, "exchange_rate": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 229.60062499623746, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2943", "text_group": "2a2dffb2aaf74aeb02194c374df2735f745191aa7ae016635a8767c9d7328f68", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "get_physical_card": 0, "pending_transfer": 0, "change_pin": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "exchange_rate": 0, "contactless_not_working": 0, "verify_my_identity": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0.01, "transfer_into_account": 0, "card_about_to_expire": 0.99, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 153.04395800922066, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2944", "text_group": "bdd0e6035be371537acde0c2202642f1a1250c1fab94806cf57e3b38b45eac43", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "card_arrival": 0, "exchange_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0.01, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0.99, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "cancel_transfer": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_limits": 0, "declined_card_payment": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 216.18874999694526, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2945", "text_group": "0c9934bf2435b0d1223b022d0817d7f8b05b6d40e04e22cbfe984af3a844b8e6", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0.01, "terminate_account": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0.99, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "request_refund": 0, "exchange_via_app": 0, "verify_top_up": 0, "pending_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 168.77708304673433, "usage": { "input_tokens": 1042, "output_tokens": 829, "cost": 4.3764e-05, "cost_usd": 4.3764e-05 } }, { "id": "banking77-heldout-2946", "text_group": "a1fbc43e535dea53cd867161d3ab857d38df5c73edcfbd6bb7a940018331daa1", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0.04, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0.81, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "direct_debit_payment_not_recognised": 0, "exchange_charge": 0, "verify_top_up": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "verify_my_identity": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "country_support": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0.14, "top_up_limits": 0, "declined_transfer": 0, "top_up_by_cash_or_cheque": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 189.3549159867689, "usage": { "input_tokens": 1051, "output_tokens": 829, "cost": 4.4142e-05, "cost_usd": 4.4142e-05 } }, { "id": "banking77-heldout-2947", "text_group": "cb7a999090b3b4d431719259bd4b3fe645a6494c86271c2a2f4c3bbc661b6281", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transfer_into_account": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "getting_spare_card": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "compromised_card": 0, "virtual_card_not_working": 0, "order_physical_card": 0.1, "pending_card_payment": 0, "verify_source_of_funds": 0, "card_not_working": 0, "card_linking": 0, "cancel_transfer": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "atm_support": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "automatic_top_up": 0, "activate_my_card": 0, "verify_top_up": 0, "country_support": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0.9, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_swallowed": 0, "disposable_card_limits": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0 }, "error": null, "latency_ms": 156.81837499141693, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2948", "text_group": "212066d0a76613974d6a5e5492ed06a6c5043e8121cfb64c614c5084bf1e584a", "expected": "card_about_to_expire", "prediction": "get_physical_card", "probabilities": { "lost_or_stolen_card": 0.01, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0.21000000000000002, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0.2, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0.02, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0.16, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "order_physical_card": 0.2, "declined_cash_withdrawal": 0, "country_support": 0.19, "transfer_fee_charged": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "declined_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "topping_up_by_card": 0 }, "error": null, "latency_ms": 179.4963750289753, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2949", "text_group": "dcf8f5ca3a307e725f6b14a9ffd4e372a38fa1b92ff50e10136c315f456c8e7a", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_wrong_exchange_rate": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "receiving_money": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 1, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 358.0794578883797, "usage": { "input_tokens": 1035, "output_tokens": 829, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2950", "text_group": "1f17d4fb49a61863d55d9c0525cb4157ab953d5ac072c083c8cb95e4073c9091", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "pending_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_delivery_estimate": 0, "topping_up_by_card": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_not_received_by_recipient": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 1, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "country_support": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "change_pin": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "top_up_limits": 0, "verify_top_up": 0, "card_arrival": 0, "terminate_account": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "declined_transfer": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 285.8927919296548, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2951", "text_group": "20e6eea3465dbfb1ebb4d42af13648c974d56d64a4177dbc647ea86cbe6a1d1e", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "transfer_timing": 0, "order_physical_card": 0.02, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0, "card_about_to_expire": 0.98, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "top_up_limits": 0, "receiving_money": 0, "request_refund": 0, "activate_my_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_phone": 0, "card_arrival": 0 }, "error": null, "latency_ms": 328.89629108831286, "usage": { "input_tokens": 1037, "output_tokens": 829, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-2952", "text_group": "7b2be717dc23a234e11aa25acb806054556f87393fff348239d64558709243e7", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "atm_support": 0, "wrong_amount_of_cash_received": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "card_linking": 0, "lost_or_stolen_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "pending_top_up": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "exchange_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 1, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "compromised_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "transfer_into_account": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 161.66066692676395, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2953", "text_group": "1c20a2e7d6daf4946eb48f4eb3606da6e7a8866d88b637e9fe081b1d3c54093f", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "country_support": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 1, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 264.547000057064, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2954", "text_group": "e0e21740127152a86708476630c2a74aacfad2d1c39f08278ab1317f78c79eb8", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_delivery_estimate": 0.01, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "card_acceptance": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "disposable_card_limits": 0, "request_refund": 0, "why_verify_identity": 0, "verify_my_identity": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "topping_up_by_card": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "passcode_forgotten": 0, "card_about_to_expire": 0.99, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "country_support": 0, "receiving_money": 0, "card_swallowed": 0, "pending_top_up": 0, "contactless_not_working": 0, "getting_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_reverted": 0, "exchange_via_app": 0, "card_not_working": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "wrong_amount_of_cash_received": 0, "get_disposable_virtual_card": 0, "change_pin": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "top_up_limits": 0, "verify_top_up": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "compromised_card": 0, "reverted_card_payment?": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "card_payment_not_recognised": 0, "virtual_card_not_working": 0, "supported_cards_and_currencies": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "pending_transfer": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "fiat_currency_support": 0, "exchange_charge": 0, "atm_support": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 178.51079104002565, "usage": { "input_tokens": 1044, "output_tokens": 829, "cost": 4.3848e-05, "cost_usd": 4.3848e-05 } }, { "id": "banking77-heldout-2955", "text_group": "e388e0a041e4f53634ba5182009ac3ef172cdb243739ede331160287b8e1b1ca", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0.01, "getting_spare_card": 0.04, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "order_physical_card": 0.17, "transfer_timing": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_via_app": 0, "failed_transfer": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "card_delivery_estimate": 0.28, "extra_charge_on_statement": 0, "unable_to_verify_identity": 0, "lost_or_stolen_card": 0.01, "verify_my_identity": 0, "card_about_to_expire": 0.39, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "country_support": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0.04, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0.05, "exchange_charge": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 196.95295905694366, "usage": { "input_tokens": 1040, "output_tokens": 829, "cost": 4.368e-05, "cost_usd": 4.368e-05 } }, { "id": "banking77-heldout-2956", "text_group": "93df28d11c3c1e5cc77987d38b97de48afb4bbfc4ae65663dd040ab831690a1b", "expected": "card_about_to_expire", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "top_up_by_bank_transfer_charge": 0, "lost_or_stolen_card": 0.02, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0.04, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "extra_charge_on_statement": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "exchange_rate": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "verify_top_up": 0, "top_up_reverted": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.27, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "pending_transfer": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_acceptance": 0, "order_physical_card": 0.64, "verify_my_identity": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "country_support": 0.02, "cash_withdrawal_not_recognised": 0, "card_arrival": 0, "edit_personal_details": 0, "activate_my_card": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "getting_virtual_card": 0.01, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "virtual_card_not_working": 0, "contactless_not_working": 0, "card_delivery_estimate": 0, "age_limit": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 206.83004101738334, "usage": { "input_tokens": 1025, "output_tokens": 828, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-2957", "text_group": "43d61e46a00472d03fd842285dd57d3a4ac26fe238f7b26c1f0bae8c59bbc782", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 1, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "exchange_charge": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 171.20670899748802, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2958", "text_group": "a926d3227b990697e104aa9dd9d43c4996155936d382eb559b44589e0b5c6d1e", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "get_disposable_virtual_card": 0, "passcode_forgotten": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 1, "verify_top_up": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "visa_or_mastercard": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 152.77562499977648, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2959", "text_group": "8e069a3668b8ee4d7272dc658aadcbce580841431ab98514b7b7d21a700b1494", "expected": "card_about_to_expire", "prediction": "card_delivery_estimate", "probabilities": { "top_up_by_bank_transfer_charge": 0, "receiving_money": 0, "declined_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0.1, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0.47000000000000003, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0, "transfer_into_account": 0, "card_arrival": 0.15, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0.02, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "topping_up_by_card": 0, "exchange_charge": 0, "card_linking": 0, "lost_or_stolen_card": 0.06, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "country_support": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0.17, "transfer_timing": 0, "card_about_to_expire": 0.03, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 149.73008399829268, "usage": { "input_tokens": 1039, "output_tokens": 828, "cost": 4.3638e-05, "cost_usd": 4.3638e-05 } }, { "id": "banking77-heldout-2960", "text_group": "8a5851e0275e31c3ea9d4bf89536c272d2cac02fa657d523bf5dff580b6cc9aa", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "reverted_card_payment?": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0.02, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0.01, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0.06999999999999999, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0.01, "card_about_to_expire": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "contactless_not_working": 0.01, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0.8200000000000001, "cancel_transfer": 0, "topping_up_by_card": 0.05, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "declined_transfer": 0, "country_support": 0 }, "error": null, "latency_ms": 253.33675008732826, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2961", "text_group": "558f6916ae3935ce58348873bbf6d413a2d2380c1aa5965c29d998863e0eaf20", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_cash_or_cheque": 0, "card_payment_not_recognised": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "Refund_not_showing_up": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "declined_card_payment": 0, "change_pin": 0, "apple_pay_or_google_pay": 0.98, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0, "pending_cash_withdrawal": 0, "getting_spare_card": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "card_arrival": 0, "topping_up_by_card": 0.02, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 173.75099996570498, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2962", "text_group": "f4a3ff5c89a37fe67802b8b2dc1cedcdce2764330c4bd92bb1fa308e221b1bff", "expected": "apple_pay_or_google_pay", "prediction": "top_up_failed", "probabilities": { "apple_pay_or_google_pay": 0.25, "beneficiary_not_allowed": 0, "automatic_top_up": 0, "pin_blocked": 0, "declined_cash_withdrawal": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0.73, "card_payment_not_recognised": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.02, "cancel_transfer": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "card_not_working": 0, "order_physical_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "receiving_money": 0, "getting_spare_card": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "fiat_currency_support": 0, "atm_support": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 162.23583300597966, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2963", "text_group": "af685f78febe558e66a3f99830cc0c1648412f550aa1d4f769eeacad26e7600d", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0.86, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "atm_support": 0, "card_acceptance": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0.01, "supported_cards_and_currencies": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0.13, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 150.71416704449803, "usage": { "input_tokens": 1027, "output_tokens": 829, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-2964", "text_group": "9431f1f6593dd4a157f4f41b6258e187ebdf0b4281cf0aa4ab105102d656eae5", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "card_acceptance": 0, "age_limit": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "getting_virtual_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "exchange_charge": 0, "declined_card_payment": 0, "receiving_money": 0, "disposable_card_limits": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "top_up_failed": 0, "verify_my_identity": 0, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_not_working": 0, "why_verify_identity": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "get_physical_card": 0, "pending_transfer": 0, "order_physical_card": 0, "fiat_currency_support": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0.92, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "topping_up_by_card": 0.060000000000000005, "automatic_top_up": 0.01, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "activate_my_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 152.44841703679413, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-2965", "text_group": "5c9c10971913c463fcf11d321309371103880c4b59f21be49bf2f006dec6f789", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.17, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0.78, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0.01, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "transfer_not_received_by_recipient": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "pending_card_payment": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0.01, "automatic_top_up": 0.02, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0.01, "cash_withdrawal_not_recognised": 0, "country_support": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 177.4182920344174, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2966", "text_group": "fdc383eeecc3e8626599cf4750146f97e061a03bba8d305eeb4de1910e581ebe", "expected": "apple_pay_or_google_pay", "prediction": "top_up_failed", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0.22, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "card_swallowed": 0, "top_up_failed": 0.75, "top_up_by_cash_or_cheque": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "transfer_timing": 0, "declined_transfer": 0, "card_about_to_expire": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "top_up_by_bank_transfer_charge": 0, "get_physical_card": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "verify_my_identity": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.03, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 168.20625006221235, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2967", "text_group": "7f8f7fe35ea684c8c2b0398a97c12a514ae152fde7f5c65c7a93b12c90bba833", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_not_working": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.07, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.01, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "country_support": 0, "get_physical_card": 0, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_delivery_estimate": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0, "top_up_limits": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "atm_support": 0, "pin_blocked": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0.92, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 276.29041601903737, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2968", "text_group": "62ec8d48b2cce3e38f73f8d73f84933e16079c434c433b1cee3b6de4b7215f81", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "card_swallowed": 0, "topping_up_by_card": 0, "automatic_top_up": 0, "pin_blocked": 0, "beneficiary_not_allowed": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "top_up_failed": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "atm_support": 0, "passcode_forgotten": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "card_not_working": 0, "top_up_reverted": 0, "top_up_limits": 0, "edit_personal_details": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_arrival": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "why_verify_identity": 0, "verify_my_identity": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_bank_transfer_charge": 0, "visa_or_mastercard": 0, "exchange_charge": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "pending_top_up": 0, "declined_card_payment": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_linking": 0.01, "get_physical_card": 0, "change_pin": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "compromised_card": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "verify_source_of_funds": 0, "pending_card_payment": 0, "transfer_into_account": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "cancel_transfer": 0, "failed_transfer": 0, "receiving_money": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0.99, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 181.2834161100909, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2969", "text_group": "6ffd3a4ed48d4736689372c1f1713efee144084f0050dd0ea786b4b41940f0f9", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0.08, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "receiving_money": 0, "beneficiary_not_allowed": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0.9, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0.01, "supported_cards_and_currencies": 0.01, "virtual_card_not_working": 0, "disposable_card_limits": 0, "extra_charge_on_statement": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 196.5677080443129, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2970", "text_group": "af3747a586621dee67a4e09c0dd456b63233e553da3f8ffbded15d9ae4ddd452", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "request_refund": 0, "reverted_card_payment?": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0.01, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "compromised_card": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "automatic_top_up": 0.01, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "topping_up_by_card": 0.35, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0.63, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "visa_or_mastercard": 0 }, "error": null, "latency_ms": 205.5035000666976, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2971", "text_group": "cf62ef7014977053bec000ab4fad9dfc06f347f949cadbc939f0ce2a0c24811f", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0.01, "topping_up_by_card": 0.29000000000000004, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0.56, "reverted_card_payment?": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0.03, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0.03, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "automatic_top_up": 0.04, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0.02, "supported_cards_and_currencies": 0, "receiving_money": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0.01, "edit_personal_details": 0, "get_physical_card": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 240.31100003048778, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2972", "text_group": "3963d61171b84f81c0392df51cba309863f2d7129d463e5f6b89d3be27572abe", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0.98, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "country_support": 0, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0.02, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "passcode_forgotten": 0, "atm_support": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "card_arrival": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 163.11350010801107, "usage": { "input_tokens": 1047, "output_tokens": 829, "cost": 4.3974e-05, "cost_usd": 4.3974e-05 } }, { "id": "banking77-heldout-2973", "text_group": "bf7985becb4ab597213f10b64ee317afe1e533b5aa8fe4f3af7300beec766755", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "compromised_card": 0, "apple_pay_or_google_pay": 0.74, "top_up_by_cash_or_cheque": 0, "pending_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "pending_card_payment": 0, "card_delivery_estimate": 0, "virtual_card_not_working": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0.01, "reverted_card_payment?": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "verify_top_up": 0.02, "declined_cash_withdrawal": 0, "country_support": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.2, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0.02, "pin_blocked": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0.01 }, "error": null, "latency_ms": 192.25862494204193, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2974", "text_group": "1b0170fbe50d5efb45ba2f6b75c0fb005e7e0257d307036ef59f297bb7b1c626", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.21000000000000002, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0.04, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0.14, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0.01, "receiving_money": 0, "why_verify_identity": 0, "automatic_top_up": 0, "compromised_card": 0, "card_not_working": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0.6, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "request_refund": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "edit_personal_details": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 204.77987499907613, "usage": { "input_tokens": 1036, "output_tokens": 829, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2975", "text_group": "6d16c805112ce3cc3e46368988ff0ad1d07cca634a4eca3da4e41293c7399afa", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "transfer_timing": 0, "transfer_into_account": 0.01, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0.01, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0.01, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0.78, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0.18000000000000002, "why_verify_identity": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "reverted_card_payment?": 0, "top_up_by_card_charge": 0.01 }, "error": null, "latency_ms": 168.839291902259, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2976", "text_group": "6d428384dbda299aaaa8c0d86e877134bfedad11061db4500f5f3954dab520c9", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_card_charge": 0.01, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_arrival": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0.06999999999999999, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "receiving_money": 0, "change_pin": 0, "top_up_reverted": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "activate_my_card": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0.92, "pending_card_payment": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "request_refund": 0, "automatic_top_up": 0, "declined_card_payment": 0, "edit_personal_details": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 158.9341249782592, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2977", "text_group": "3be489f1c63e04ba745169a046af7295a837676a75310b9e691079a70e88f95d", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "visa_or_mastercard": 0, "verify_top_up": 0, "edit_personal_details": 0, "pending_top_up": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "card_not_working": 0, "top_up_limits": 0, "card_about_to_expire": 0, "failed_transfer": 0, "fiat_currency_support": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "disposable_card_limits": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "topping_up_by_card": 0.05, "supported_cards_and_currencies": 0.01, "direct_debit_payment_not_recognised": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "change_pin": 0, "card_delivery_estimate": 0, "receiving_money": 0, "pending_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "order_physical_card": 0, "activate_my_card": 0, "top_up_reverted": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "age_limit": 0, "declined_transfer": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0.93, "virtual_card_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0.01, "exchange_rate": 0, "why_verify_identity": 0, "getting_virtual_card": 0, "top_up_failed": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "pending_card_payment": 0, "card_swallowed": 0, "country_support": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "card_acceptance": 0, "card_payment_not_recognised": 0 }, "error": null, "latency_ms": 180.47449993900955, "usage": { "input_tokens": 1026, "output_tokens": 829, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-2978", "text_group": "f52431c910835fb61e99e0c44691744ef2e09be0e762714d891e9b16c93d6163", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "cancel_transfer": 0, "card_swallowed": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "automatic_top_up": 0.01, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "lost_or_stolen_phone": 0, "get_physical_card": 0, "change_pin": 0, "pending_transfer": 0, "topping_up_by_card": 0.04, "reverted_card_payment?": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 0, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "apple_pay_or_google_pay": 0.9, "contactless_not_working": 0, "transaction_charged_twice": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0.04, "card_linking": 0.01 }, "error": null, "latency_ms": 135.15420898329467, "usage": { "input_tokens": 1038, "output_tokens": 829, "cost": 4.3596e-05, "cost_usd": 4.3596e-05 } }, { "id": "banking77-heldout-2979", "text_group": "66c8c8a48bf6228846c9fd2d1824ad681465466212f210c603a2177a79db9d60", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0.02, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "visa_or_mastercard": 0, "change_pin": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0.55, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "cash_withdrawal_not_recognised": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "receiving_money": 0, "top_up_limits": 0, "exchange_charge": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "top_up_failed": 0.43, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 161.1482909647748, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2980", "text_group": "dc3f17312dabff5c3f353b4efc6cdb1d29b8652e6233f48e642b13116eede41c", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_failed": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "pending_transfer": 0, "disposable_card_limits": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "get_physical_card": 0, "card_payment_fee_charged": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0.1, "transfer_into_account": 0, "pending_card_payment": 0, "automatic_top_up": 0.01, "lost_or_stolen_card": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.01, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0.86, "unable_to_verify_identity": 0, "top_up_reverted": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0.01, "card_linking": 0, "declined_card_payment": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "verify_top_up": 0.01, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 197.79637502506375, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2981", "text_group": "ef572e244d4b03763f7f7b99a7bbda77a86c8e5cc5d7a5a37614af2cc0fdb6b3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "exchange_charge": 0, "automatic_top_up": 0.01, "fiat_currency_support": 0, "request_refund": 0, "passcode_forgotten": 0, "lost_or_stolen_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0.68, "card_delivery_estimate": 0, "receiving_money": 0, "getting_virtual_card": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.01, "card_swallowed": 0, "Refund_not_showing_up": 0, "direct_debit_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_card_payment": 0, "pin_blocked": 0, "disposable_card_limits": 0, "atm_support": 0, "card_about_to_expire": 0, "declined_transfer": 0, "transfer_timing": 0, "terminate_account": 0, "edit_personal_details": 0, "cancel_transfer": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "transfer_into_account": 0, "card_acceptance": 0, "top_up_limits": 0, "exchange_via_app": 0, "contactless_not_working": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "getting_spare_card": 0, "card_arrival": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_physical_card": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "top_up_reverted": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "virtual_card_not_working": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "country_support": 0, "verify_top_up": 0, "unable_to_verify_identity": 0, "card_linking": 0, "card_payment_not_recognised": 0, "age_limit": 0, "topping_up_by_card": 0.3, "cash_withdrawal_not_recognised": 0, "pending_cash_withdrawal": 0, "change_pin": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 184.49408398009837, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2982", "text_group": "5b758fe8a8e075baace512c5c60ab848fe91c364e19a380776874e5a76fd2647", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0.03, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "card_linking": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0.01, "verify_source_of_funds": 0, "exchange_via_app": 0, "terminate_account": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0.02, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.01, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "card_about_to_expire": 0, "request_refund": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0.01, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.17, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0.75, "card_swallowed": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 156.43216599710286, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2983", "text_group": "3f24ca3c208f138cc1916b86bd0079ece66200362b47b9af2309336708e8489a", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_limits": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "balance_not_updated_after_bank_transfer": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "atm_support": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0.01, "verify_my_identity": 0, "change_pin": 0, "edit_personal_details": 0, "pin_blocked": 0, "card_acceptance": 0.01, "wrong_amount_of_cash_received": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "terminate_account": 0, "top_up_reverted": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0.06, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0.2, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0, "cash_withdrawal_not_recognised": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0.72, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 219.9114579707384, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2984", "text_group": "740bc88c28f4eebd661ba00c07105dd0e41c883ced30113d0bb918e5082c46d3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "fiat_currency_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "terminate_account": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "card_arrival": 0, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0.03, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0.84, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "topping_up_by_card": 0, "age_limit": 0, "country_support": 0, "card_payment_fee_charged": 0.13, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "top_up_by_card_charge": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 161.11133305821568, "usage": { "input_tokens": 1024, "output_tokens": 829, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-2985", "text_group": "07a254e9943dba1288f1a4f6a4790006d0207063d1670485f3baff59f707f06a", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "country_support": 0, "card_arrival": 0, "visa_or_mastercard": 0, "topping_up_by_card": 0.03, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0.97, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "exchange_via_app": 0, "verify_top_up": 0, "card_delivery_estimate": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 152.34320901799947, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2986", "text_group": "366477452c2f1554f97a6728a8d5fc4746e6ed8810d2bbf320f9c21f2cde5f9f", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "card_arrival": 0, "exchange_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0.22, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0.22, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0.02, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "transfer_timing": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.01, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "card_swallowed": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "country_support": 0, "pending_cash_withdrawal": 0, "get_physical_card": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "card_acceptance": 0.01, "cancel_transfer": 0, "atm_support": 0, "top_up_limits": 0, "fiat_currency_support": 0, "pin_blocked": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0.52, "card_linking": 0, "getting_spare_card": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 135.8186249854043, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-2987", "text_group": "07f0e76fb702dcc555e6f4d54df36359602372e41b0d161f866ad9dcd6fb8eb3", "expected": "apple_pay_or_google_pay", "prediction": "topping_up_by_card", "probabilities": { "wrong_amount_of_cash_received": 0, "passcode_forgotten": 0, "topping_up_by_card": 0.46, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.01, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "verify_source_of_funds": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "visa_or_mastercard": 0, "change_pin": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "country_support": 0, "cancel_transfer": 0, "declined_transfer": 0, "card_linking": 0, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0.16, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0.36, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0.01, "atm_support": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 190.91354100964963, "usage": { "input_tokens": 1035, "output_tokens": 830, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-2988", "text_group": "3f2c2378b14bc0b0f5a178b440427c5a921d63ae491332bc1ac4f00a9026fafa", "expected": "apple_pay_or_google_pay", "prediction": "top_up_failed", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "order_physical_card": 0, "get_disposable_virtual_card": 0, "lost_or_stolen_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "atm_support": 0, "country_support": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.91, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "exchange_rate": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0.09, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "pending_top_up": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 183.8866660837084, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2989", "text_group": "8fc1f96b511b28843f39278903395a38fb3f8df3174a11a76fddb7e6364573d3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_into_account": 0, "card_not_working": 0, "exchange_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.21000000000000002, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0.03, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "card_swallowed": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "country_support": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0.03, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "apple_pay_or_google_pay": 0.73, "card_linking": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 160.8902500011027, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2990", "text_group": "4b3ec70e4fdab19e36ed868d5cd9cae2fcab744cf8853b0bbc0972690338f8fc", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0, "transfer_timing": 0, "pin_blocked": 0, "card_swallowed": 0, "top_up_limits": 0, "card_linking": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "supported_cards_and_currencies": 0, "lost_or_stolen_card": 0, "top_up_by_bank_transfer_charge": 0, "compromised_card": 0, "declined_transfer": 0, "request_refund": 0, "atm_support": 0, "fiat_currency_support": 0, "terminate_account": 0, "exchange_via_app": 0, "apple_pay_or_google_pay": 0.87, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "change_pin": 0, "transaction_charged_twice": 0, "card_not_working": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0.11, "pending_top_up": 0, "pending_card_payment": 0, "transfer_fee_charged": 0, "top_up_reverted": 0, "verify_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_phone": 0, "reverted_card_payment?": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "declined_card_payment": 0, "top_up_failed": 0, "pending_transfer": 0, "receiving_money": 0.01, "card_acceptance": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0.01, "card_arrival": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "edit_personal_details": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_into_account": 0, "cancel_transfer": 0, "card_payment_wrong_exchange_rate": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "age_limit": 0, "card_delivery_estimate": 0, "contactless_not_working": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 189.1940829809755, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2991", "text_group": "4ab0555c10b41a858a8d7736baa3c98be6010c485114c1201f48f0b5f63444cc", "expected": "apple_pay_or_google_pay", "prediction": "top_up_failed", "probabilities": { "verify_top_up": 0, "pin_blocked": 0, "card_acceptance": 0, "pending_top_up": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "Refund_not_showing_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0.74, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0.15000000000000002, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "exchange_charge": 0, "change_pin": 0, "card_linking": 0, "apple_pay_or_google_pay": 0.11, "passcode_forgotten": 0 }, "error": null, "latency_ms": 155.0322500988841, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2992", "text_group": "93f4300a76877f109d739c6769ba7a4f826f0d8d453c87c0dfbf3e67bafaf1ea", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_bank_transfer_charge": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "atm_support": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "contactless_not_working": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "top_up_failed": 0.01, "visa_or_mastercard": 0, "top_up_by_cash_or_cheque": 0, "getting_virtual_card": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "verify_top_up": 0, "top_up_limits": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "automatic_top_up": 0.01, "transfer_into_account": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "cancel_transfer": 0, "apple_pay_or_google_pay": 0.81, "activate_my_card": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "extra_charge_on_statement": 0, "card_linking": 0, "topping_up_by_card": 0.15000000000000002, "lost_or_stolen_card": 0, "exchange_via_app": 0, "declined_transfer": 0, "fiat_currency_support": 0, "failed_transfer": 0, "pending_card_payment": 0, "request_refund": 0, "country_support": 0, "exchange_charge": 0, "card_payment_not_recognised": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "pending_transfer": 0, "card_acceptance": 0, "top_up_by_card_charge": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "getting_spare_card": 0, "card_about_to_expire": 0, "terminate_account": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "why_verify_identity": 0, "card_not_working": 0, "virtual_card_not_working": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "compromised_card": 0, "exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "reverted_card_payment?": 0, "change_pin": 0 }, "error": null, "latency_ms": 165.77779094222933, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2993", "text_group": "d2517794ce4ea78967cc3f65934fb8a53f9961f84d9832e917bb6df0296a3287", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0.01, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "exchange_via_app": 0, "receiving_money": 0, "edit_personal_details": 0, "pending_top_up": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0.06, "verify_my_identity": 0, "top_up_reverted": 0, "disposable_card_limits": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "transfer_into_account": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "country_support": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0.93, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "top_up_by_cash_or_cheque": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 183.26170893851668, "usage": { "input_tokens": 1029, "output_tokens": 829, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-2994", "text_group": "ce0e5293c9f113af79d324cc7f78e43be89d25cce8f4f685b4fdc55e72276b32", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "topping_up_by_card": 0.15000000000000002, "supported_cards_and_currencies": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "get_physical_card": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0.56, "request_refund": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "getting_spare_card": 0, "virtual_card_not_working": 0.01, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0.01, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "card_linking": 0, "cash_withdrawal_charge": 0, "exchange_rate": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0.05, "pending_cash_withdrawal": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "atm_support": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0.13, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "country_support": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0.08, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 242.61566705536097, "usage": { "input_tokens": 1033, "output_tokens": 829, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-2995", "text_group": "0d748699167c8be2e1038249e88729949cb9da61e74235434c38d1e90fb042c2", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "top_up_failed": 0.35, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0.06, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0.59, "change_pin": 0, "verify_top_up": 0, "card_linking": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_top_up": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "get_physical_card": 0, "contactless_not_working": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "why_verify_identity": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "exchange_charge": 0, "age_limit": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 261.02308300323784, "usage": { "input_tokens": 1031, "output_tokens": 829, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-2996", "text_group": "43e80d76488d1fb23f67076e333b2a9edf9bb15f5ee98e8f690b518c627789e5", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0.01, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "top_up_reverted": 0, "topping_up_by_card": 0.14, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "fiat_currency_support": 0, "getting_spare_card": 0, "getting_virtual_card": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "card_swallowed": 0, "exchange_rate": 0, "age_limit": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "get_physical_card": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0.85 }, "error": null, "latency_ms": 206.22945798095316, "usage": { "input_tokens": 1028, "output_tokens": 829, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-2997", "text_group": "85655b7e56d4bb01018630012e1c9391ad9b2bcb52c06b2426fb165d62ab7ef6", "expected": "apple_pay_or_google_pay", "prediction": "top_up_failed", "probabilities": { "get_physical_card": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "atm_support": 0, "transaction_charged_twice": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0.27, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_not_working": 0, "order_physical_card": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0.41000000000000003, "edit_personal_details": 0, "contactless_not_working": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "compromised_card": 0, "cash_withdrawal_not_recognised": 0, "fiat_currency_support": 0, "verify_source_of_funds": 0, "apple_pay_or_google_pay": 0.32, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "cancel_transfer": 0, "card_payment_not_recognised": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 270.97212499938905, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-2998", "text_group": "b03fd1567f6658fe642e8b191f6c0182845504e9c57493a4f7ee4c2e03f7c3d1", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "age_limit": 0, "contactless_not_working": 0.01, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "receiving_money": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0.04, "exchange_via_app": 0.03, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0.14, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0.02, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "pending_card_payment": 0, "Refund_not_showing_up": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "declined_transfer": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0.76, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 175.9576250333339, "usage": { "input_tokens": 1032, "output_tokens": 829, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-2999", "text_group": "c23768446e8207348deff63216f3719f73963ca29f95771713a162a3038b8eb5", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "atm_support": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0.02, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "card_acceptance": 0, "cancel_transfer": 0, "activate_my_card": 0, "why_verify_identity": 0, "automatic_top_up": 0.01, "compromised_card": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0.97, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "edit_personal_details": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "extra_charge_on_statement": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "verify_my_identity": 0, "transfer_fee_charged": 0, "pending_transfer": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 232.0754159009084, "usage": { "input_tokens": 1034, "output_tokens": 829, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-3000", "text_group": "ea5775cec94165d5e99bdc7ae93242d7863970ecb18be450f243f4a426b7bdca", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0.03, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "passcode_forgotten": 0, "top_up_by_card_charge": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0.97, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "visa_or_mastercard": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "activate_my_card": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "exchange_rate": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "atm_support": 0, "card_payment_not_recognised": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 157.66545792575926, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3001", "text_group": "8024a8f92c7c03ceada2706b651b888f5bc933b6584ad066e375842939d852ed", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "get_physical_card": 0, "card_linking": 0, "pending_transfer": 0, "change_pin": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "supported_cards_and_currencies": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "why_verify_identity": 0.03, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "verify_top_up": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0.02, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "pending_card_payment": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "verify_my_identity": 0.95, "lost_or_stolen_card": 0, "transfer_not_received_by_recipient": 0, "passcode_forgotten": 0, "transfer_into_account": 0, "pin_blocked": 0, "card_arrival": 0, "apple_pay_or_google_pay": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 135.37141704000533, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3002", "text_group": "09e905cb427874382914344011c3bf0c25fe34a5e9e5d16516fca920a8414048", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0.06, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0.94, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 170.15566700138152, "usage": { "input_tokens": 1033, "output_tokens": 827, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-3003", "text_group": "febf759645dd47917c9312d59013bba14a4f5e27d5859e0705653bad58ebce4c", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "getting_virtual_card": 0, "transfer_timing": 0, "change_pin": 0, "card_linking": 0, "pending_transfer": 0, "get_physical_card": 0, "verify_source_of_funds": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "pending_top_up": 0, "receiving_money": 0, "edit_personal_details": 0, "exchange_via_app": 0, "verify_top_up": 0, "exchange_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "automatic_top_up": 0, "exchange_rate": 0, "unable_to_verify_identity": 0.01, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "terminate_account": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "pending_card_payment": 0, "atm_support": 0, "contactless_not_working": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "top_up_by_cash_or_cheque": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_not_recognised": 0, "failed_transfer": 0, "visa_or_mastercard": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0.99, "pin_blocked": 0, "apple_pay_or_google_pay": 0, "card_arrival": 0, "order_physical_card": 0, "top_up_limits": 0, "declined_transfer": 0, "country_support": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "activate_my_card": 0, "card_not_working": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 246.31258298177272, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3004", "text_group": "66a34d4e2a3d2118e12e3ddca5fa904a8a54e4fcc13292502ba4ad3896ecd9be", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "direct_debit_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_transfer": 0, "visa_or_mastercard": 0, "pending_card_payment": 0, "transaction_charged_twice": 0, "card_not_working": 0, "exchange_rate": 0, "top_up_reverted": 0, "top_up_by_bank_transfer_charge": 0, "getting_spare_card": 0, "transfer_timing": 0, "order_physical_card": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "failed_transfer": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "top_up_failed": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "top_up_by_cash_or_cheque": 0, "reverted_card_payment?": 0, "compromised_card": 0, "topping_up_by_card": 0, "change_pin": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "apple_pay_or_google_pay": 0, "supported_cards_and_currencies": 0, "verify_top_up": 0, "card_linking": 0, "declined_card_payment": 0, "unable_to_verify_identity": 0.05, "extra_charge_on_statement": 0, "card_delivery_estimate": 0, "lost_or_stolen_card": 0, "verify_my_identity": 0.93, "card_about_to_expire": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "country_support": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "card_acceptance": 0, "contactless_not_working": 0, "get_physical_card": 0, "receiving_money": 0, "top_up_limits": 0, "request_refund": 0, "why_verify_identity": 0.02, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "atm_support": 0, "card_swallowed": 0, "getting_virtual_card": 0, "card_arrival": 0, "lost_or_stolen_phone": 0, "card_payment_wrong_exchange_rate": 0, "age_limit": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 142.8517500171438, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3005", "text_group": "cfec89321d94aa5b6b5d3cefc8f705cb9df5d67bbf05cc71f7e4c0a56dca973e", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "atm_support": 0, "country_support": 0, "pending_card_payment": 0, "order_physical_card": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_via_app": 0, "balance_not_updated_after_bank_transfer": 0, "declined_transfer": 0, "request_refund": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "cancel_transfer": 0, "top_up_reverted": 0, "top_up_failed": 0, "why_verify_identity": 0.01, "beneficiary_not_allowed": 0, "transfer_fee_charged": 0, "pending_cash_withdrawal": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.06, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.93, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "top_up_limits": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "card_not_working": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "activate_my_card": 0, "terminate_account": 0, "getting_spare_card": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 203.67874996736646, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3006", "text_group": "eb6691e3242b55d49d6b8fc94ae5cb49b21ac98b7944685c290d21c074872452", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "top_up_by_cash_or_cheque": 0, "card_arrival": 0, "passcode_forgotten": 0, "country_support": 0, "automatic_top_up": 0, "pending_transfer": 0, "cancel_transfer": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "order_physical_card": 0, "declined_transfer": 0, "card_about_to_expire": 0, "lost_or_stolen_phone": 0, "receiving_money": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_limits": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0.02, "cash_withdrawal_not_recognised": 0, "top_up_failed": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "declined_cash_withdrawal": 0, "why_verify_identity": 0.01, "change_pin": 0, "card_not_working": 0, "declined_card_payment": 0, "exchange_rate": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "fiat_currency_support": 0, "topping_up_by_card": 0, "transfer_timing": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "transfer_not_received_by_recipient": 0, "visa_or_mastercard": 0, "atm_support": 0, "transaction_charged_twice": 0, "card_acceptance": 0, "wrong_amount_of_cash_received": 0, "pending_card_payment": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "terminate_account": 0, "verify_my_identity": 0.97, "reverted_card_payment?": 0, "getting_spare_card": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "card_linking": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "exchange_via_app": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "age_limit": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0 }, "error": null, "latency_ms": 173.01783303264529, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3007", "text_group": "7567dca080e9cf4db0959fbd306538c28141f5a5de33120989b9cc3620702fce", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "activate_my_card": 0, "why_verify_identity": 0.01, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "exchange_charge": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "verify_top_up": 0, "topping_up_by_card": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0.19, "passcode_forgotten": 0, "fiat_currency_support": 0, "exchange_via_app": 0, "card_swallowed": 0, "age_limit": 0, "exchange_rate": 0, "receiving_money": 0, "virtual_card_not_working": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "top_up_failed": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0.8, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 250.315084005706, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3008", "text_group": "b707dd61fee31af546f1875c47d6302ae4613f97e43ea30aa4e27b9318b58c08", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "top_up_limits": 0, "getting_virtual_card": 0, "transfer_into_account": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "why_verify_identity": 0, "receiving_money": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0.98, "pin_blocked": 0, "edit_personal_details": 0, "get_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "change_pin": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "card_swallowed": 0, "age_limit": 0, "unable_to_verify_identity": 0.02, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "verify_source_of_funds": 0, "activate_my_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 161.90883400849998, "usage": { "input_tokens": 1036, "output_tokens": 827, "cost": 4.3512e-05, "cost_usd": 4.3512e-05 } }, { "id": "banking77-heldout-3009", "text_group": "1a69f1e8d9f2610b0cbf991bebc7c4f7d27edc99e485fa3625ce7fa519c6f2f4", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0.17, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "cancel_transfer": 0, "card_swallowed": 0, "getting_spare_card": 0, "beneficiary_not_allowed": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "top_up_reverted": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "topping_up_by_card": 0, "why_verify_identity": 0.01, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "Refund_not_showing_up": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "contactless_not_working": 0, "verify_my_identity": 0.81, "order_physical_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 162.40958299022168, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3010", "text_group": "3e71fb38f33b0d8186929f0abea55171b6735579ec5c42a536bdc35a89725dc2", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "declined_transfer": 0, "lost_or_stolen_phone": 0, "order_physical_card": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_into_account": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "card_delivery_estimate": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "compromised_card": 0, "card_not_working": 0, "visa_or_mastercard": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "card_payment_wrong_exchange_rate": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "request_refund": 0, "why_verify_identity": 0, "declined_card_payment": 0, "automatic_top_up": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0.01, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0.99, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 156.3057079911232, "usage": { "input_tokens": 1032, "output_tokens": 827, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-3011", "text_group": "52fbb13440322e5e9d56e9bfb8391be70d3aa77f9b396b12ce7747404497c737", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "exchange_via_app": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "transfer_timing": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "fiat_currency_support": 0, "transaction_charged_twice": 0, "failed_transfer": 0, "unable_to_verify_identity": 0.02, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "verify_my_identity": 0.98, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "exchange_rate": 0, "top_up_limits": 0, "getting_spare_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "country_support": 0, "activate_my_card": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "atm_support": 0 }, "error": null, "latency_ms": 133.15608398988843, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3012", "text_group": "4638e6cf2f0fbe24f771e816c6848a2602539a3e25e47b4d6eee73c84ca5ea46", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_payment_fee_charged": 0, "card_not_working": 0, "transfer_into_account": 0, "exchange_charge": 0, "card_arrival": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "receiving_money": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "verify_my_identity": 0.99, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.01, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "failed_transfer": 0, "verify_top_up": 0, "card_swallowed": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "cash_withdrawal_charge": 0, "direct_debit_payment_not_recognised": 0, "why_verify_identity": 0, "card_payment_not_recognised": 0, "get_physical_card": 0, "country_support": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "card_acceptance": 0, "cancel_transfer": 0, "atm_support": 0, "fiat_currency_support": 0, "top_up_limits": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 124.46166598238051, "usage": { "input_tokens": 1025, "output_tokens": 827, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-3013", "text_group": "2f8cfa5a1dfc06b48f470b49f58366cd130a652c717c85d75388fa6f90b8cc95", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "change_pin": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "transfer_timing": 0, "card_acceptance": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_via_app": 0, "request_refund": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "transfer_into_account": 0, "card_arrival": 0, "top_up_failed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "why_verify_identity": 0, "pending_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "visa_or_mastercard": 0, "compromised_card": 0, "verify_source_of_funds": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.08, "transaction_charged_twice": 0, "failed_transfer": 0, "fiat_currency_support": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "virtual_card_not_working": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "receiving_money": 0, "lost_or_stolen_phone": 0, "pending_top_up": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.92, "topping_up_by_card": 0, "pending_transfer": 0, "exchange_charge": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "contactless_not_working": 0, "card_not_working": 0, "top_up_limits": 0, "disposable_card_limits": 0, "activate_my_card": 0, "card_linking": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "card_payment_fee_charged": 0, "getting_spare_card": 0, "terminate_account": 0, "country_support": 0, "atm_support": 0 }, "error": null, "latency_ms": 153.09712500311434, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3014", "text_group": "88116f7ff2018ed43b8eb6c4514b789b4de2781fafb36e56bd5b6c3cc1168b19", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "transfer_into_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "pending_top_up": 0, "top_up_failed": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "top_up_reverted": 0, "verify_top_up": 0, "atm_support": 0, "receiving_money": 0, "balance_not_updated_after_bank_transfer": 0, "pending_card_payment": 0, "pending_cash_withdrawal": 0, "top_up_by_card_charge": 0, "verify_my_identity": 0.99, "pin_blocked": 0, "edit_personal_details": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "card_acceptance": 0, "get_physical_card": 0, "pending_transfer": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "getting_spare_card": 0, "automatic_top_up": 0, "card_linking": 0, "passcode_forgotten": 0, "extra_charge_on_statement": 0, "why_verify_identity": 0, "card_not_working": 0, "country_support": 0, "cancel_transfer": 0, "disposable_card_limits": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_swallowed": 0, "exchange_charge": 0, "unable_to_verify_identity": 0.01, "age_limit": 0, "apple_pay_or_google_pay": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "contactless_not_working": 0, "failed_transfer": 0, "beneficiary_not_allowed": 0, "order_physical_card": 0, "card_arrival": 0, "exchange_rate": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "lost_or_stolen_card": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_source_of_funds": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "request_refund": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "get_disposable_virtual_card": 0, "top_up_limits": 0, "lost_or_stolen_phone": 0 }, "error": null, "latency_ms": 157.44720806833357, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3015", "text_group": "e97e74c487939bf5b4833b36e8a15cfcdc96f3eeca11d92036bc8d7290231a42", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "request_refund": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0.01, "card_delivery_estimate": 0, "pending_card_payment": 0, "exchange_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "direct_debit_payment_not_recognised": 0, "disposable_card_limits": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0, "compromised_card": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "verify_my_identity": 0.99, "failed_transfer": 0, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 133.4220829885453, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3016", "text_group": "74cdcb403a6c5e00f7b9d101528bc2ec05bfba8df48d9aae9212e57938274ebd", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "lost_or_stolen_phone": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "request_refund": 0, "verify_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "top_up_by_bank_transfer_charge": 0, "unable_to_verify_identity": 0.1, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0.9, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "getting_spare_card": 0, "virtual_card_not_working": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "transfer_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "cancel_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "extra_charge_on_statement": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "fiat_currency_support": 0, "country_support": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 140.121917007491, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3017", "text_group": "65634502a2e085fb935226347b0d901ee04021fac443bd097854521dd2b6cb9e", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0.01, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "unable_to_verify_identity": 0.04, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "pending_card_payment": 0, "country_support": 0, "visa_or_mastercard": 0, "extra_charge_on_statement": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0.95, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "activate_my_card": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "automatic_top_up": 0, "reverted_card_payment?": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "declined_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "card_payment_wrong_exchange_rate": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 279.1091250255704, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3018", "text_group": "6a141f098b41aad772a0c9f0298cbb9b40c4ecd8e0ec2bd6af861c4b209e270c", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0.01, "pending_transfer": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0.99, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "terminate_account": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "visa_or_mastercard": 0, "get_physical_card": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_timing": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 249.85629203729331, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3019", "text_group": "56f409e15b45825d86d15093e369d9645451e6d979b71e0f922b792ac830cdd5", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "visa_or_mastercard": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "card_linking": 0, "atm_support": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_fee_charged": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "receiving_money": 0, "reverted_card_payment?": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "getting_virtual_card": 0, "age_limit": 0, "order_physical_card": 0, "terminate_account": 0, "top_up_failed": 0, "declined_card_payment": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "exchange_charge": 0, "verify_my_identity": 1, "pin_blocked": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "top_up_limits": 0, "automatic_top_up": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 198.24479205999523, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3020", "text_group": "7f6384de6de5c9ef72f2510c484df424f43b738ec833347f47cc8cf2449d59d2", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "lost_or_stolen_phone": 0, "card_arrival": 0, "country_support": 0, "topping_up_by_card": 0, "Refund_not_showing_up": 0, "card_acceptance": 0, "card_payment_wrong_exchange_rate": 0, "getting_spare_card": 0, "atm_support": 0, "card_linking": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "reverted_card_payment?": 0, "why_verify_identity": 0.06, "receiving_money": 0, "beneficiary_not_allowed": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "pending_top_up": 0, "failed_transfer": 0, "compromised_card": 0, "terminate_account": 0, "age_limit": 0, "order_physical_card": 0, "getting_virtual_card": 0, "top_up_failed": 0, "exchange_charge": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "verify_my_identity": 0.93, "pin_blocked": 0, "transaction_charged_twice": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "cash_withdrawal_charge": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "disposable_card_limits": 0, "edit_personal_details": 0, "top_up_by_cash_or_cheque": 0, "fiat_currency_support": 0, "declined_cash_withdrawal": 0, "unable_to_verify_identity": 0.01, "card_about_to_expire": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "transfer_into_account": 0, "automatic_top_up": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "card_swallowed": 0, "top_up_reverted": 0, "cancel_transfer": 0, "pending_transfer": 0, "activate_my_card": 0, "get_physical_card": 0, "change_pin": 0, "top_up_by_bank_transfer_charge": 0, "cash_withdrawal_not_recognised": 0, "card_delivery_estimate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "verify_top_up": 0, "request_refund": 0, "visa_or_mastercard": 0, "exchange_rate": 0, "passcode_forgotten": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 153.4660420147702, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3021", "text_group": "8cc5d4cd1b303f79c6aaf2749fc1b7f9cba5c654775878bab3729dcc0e0882a7", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "topping_up_by_card": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "direct_debit_payment_not_recognised": 0, "receiving_money": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "activate_my_card": 0, "request_refund": 0, "top_up_by_card_charge": 0, "failed_transfer": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "terminate_account": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "exchange_via_app": 0, "pin_blocked": 0, "card_arrival": 0, "unable_to_verify_identity": 0.01, "declined_card_payment": 0, "country_support": 0, "apple_pay_or_google_pay": 0, "declined_transfer": 0, "change_pin": 0, "cancel_transfer": 0, "card_acceptance": 0, "verify_top_up": 0, "exchange_rate": 0, "edit_personal_details": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "extra_charge_on_statement": 0, "lost_or_stolen_card": 0, "card_linking": 0, "why_verify_identity": 0, "pending_top_up": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "transfer_timing": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_my_identity": 0.99, "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "get_physical_card": 0, "card_about_to_expire": 0, "Refund_not_showing_up": 0, "transfer_not_received_by_recipient": 0, "transfer_into_account": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "card_not_working": 0, "top_up_failed": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_cash_withdrawal": 0, "age_limit": 0, "card_swallowed": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "top_up_limits": 0, "transfer_fee_charged": 0, "exchange_charge": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "getting_virtual_card": 0 }, "error": null, "latency_ms": 265.7356249401346, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3022", "text_group": "2017ec36209c21ea58c5944d33dfb52f7743034a0ba2fb4c232beb5e0c62f46f", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "country_support": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "compromised_card": 0, "top_up_failed": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0.01, "top_up_by_bank_transfer_charge": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0.99, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "automatic_top_up": 0, "disposable_card_limits": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_cash_or_cheque": 0, "contactless_not_working": 0, "pending_top_up": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "age_limit": 0, "transaction_charged_twice": 0, "change_pin": 0, "why_verify_identity": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "lost_or_stolen_phone": 0, "direct_debit_payment_not_recognised": 0, "card_linking": 0, "exchange_charge": 0, "pending_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_payment_fee_charged": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 120.47320802230388, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3023", "text_group": "67ffd76bf8dac020e45885a75989b12aef6ccbd50eeff916d7d6ac9b4f98dd4f", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "getting_spare_card": 0, "pin_blocked": 0, "exchange_rate": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_acceptance": 0, "cancel_transfer": 0, "cash_withdrawal_charge": 0, "transfer_into_account": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "terminate_account": 0, "getting_virtual_card": 0, "transfer_fee_charged": 0, "reverted_card_payment?": 0, "card_about_to_expire": 0, "unable_to_verify_identity": 0.01, "exchange_charge": 0, "disposable_card_limits": 0, "receiving_money": 0, "declined_card_payment": 0, "top_up_limits": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "pending_card_payment": 0, "verify_my_identity": 0.99, "compromised_card": 0, "pending_top_up": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "card_arrival": 0, "why_verify_identity": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "card_payment_wrong_exchange_rate": 0, "fiat_currency_support": 0, "pending_transfer": 0, "order_physical_card": 0, "get_physical_card": 0, "request_refund": 0, "card_delivery_estimate": 0, "change_pin": 0, "wrong_amount_of_cash_received": 0, "beneficiary_not_allowed": 0, "country_support": 0, "lost_or_stolen_card": 0, "declined_transfer": 0, "apple_pay_or_google_pay": 0, "atm_support": 0, "contactless_not_working": 0, "failed_transfer": 0, "activate_my_card": 0, "topping_up_by_card": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "extra_charge_on_statement": 0, "automatic_top_up": 0, "edit_personal_details": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "passcode_forgotten": 0, "verify_top_up": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "card_swallowed": 0 }, "error": null, "latency_ms": 221.21245798189193, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3024", "text_group": "affcd8d07eb2d7a61aa92e85e46442d8c2ad8a5899866c2b454a67c3ba0eac37", "expected": "verify_my_identity", "prediction": "edit_personal_details", "probabilities": { "top_up_by_card_charge": 0, "card_linking": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "wrong_amount_of_cash_received": 0, "atm_support": 0, "failed_transfer": 0, "get_physical_card": 0, "virtual_card_not_working": 0, "lost_or_stolen_card": 0, "country_support": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "get_disposable_virtual_card": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_phone": 0, "declined_transfer": 0, "card_payment_fee_charged": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "passcode_forgotten": 0, "card_arrival": 0, "transfer_timing": 0, "transfer_into_account": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "receiving_money": 0, "top_up_by_cash_or_cheque": 0, "activate_my_card": 0, "change_pin": 0, "disposable_card_limits": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_acceptance": 0, "card_delivery_estimate": 0, "why_verify_identity": 0.01, "automatic_top_up": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "declined_cash_withdrawal": 0, "verify_source_of_funds": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0.63, "request_refund": 0, "compromised_card": 0, "declined_card_payment": 0, "visa_or_mastercard": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0.06, "cash_withdrawal_charge": 0, "getting_virtual_card": 0, "card_payment_not_recognised": 0, "verify_top_up": 0, "reverted_card_payment?": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "verify_my_identity": 0.3, "exchange_rate": 0, "pending_cash_withdrawal": 0, "exchange_via_app": 0, "terminate_account": 0, "getting_spare_card": 0 }, "error": null, "latency_ms": 163.78354094922543, "usage": { "input_tokens": 1030, "output_tokens": 829, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3025", "text_group": "f0b4b68bbd945cd4af207a189902eab5516f055eda8877c0c810af796ddd5a78", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_arrival": 0, "country_support": 0, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_payment_not_recognised": 0, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "supported_cards_and_currencies": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "card_linking": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_limits": 0, "top_up_reverted": 0, "exchange_charge": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0.02, "fiat_currency_support": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "card_delivery_estimate": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "get_physical_card": 0, "transfer_fee_charged": 0, "top_up_failed": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0.98, "apple_pay_or_google_pay": 0, "failed_transfer": 0 }, "error": null, "latency_ms": 167.592833051458, "usage": { "input_tokens": 1026, "output_tokens": 827, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3026", "text_group": "0a7378e45865a815d79be19936cdb1db3f0ed47657c6120e809cdc39f9577db4", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.94, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0.05, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0.01, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 245.8546250127256, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3027", "text_group": "91abb1b5861f330f4b7e02d89ef87ee2fc21e08883ffd98dcc1e8ae5094e3b59", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0.01, "transfer_into_account": 0, "unable_to_verify_identity": 0.1, "request_refund": 0, "pending_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "topping_up_by_card": 0, "card_swallowed": 0, "exchange_charge": 0, "getting_virtual_card": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_not_working": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "Refund_not_showing_up": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "top_up_failed": 0, "edit_personal_details": 0, "contactless_not_working": 0, "compromised_card": 0, "fiat_currency_support": 0, "top_up_reverted": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "verify_my_identity": 0.89, "lost_or_stolen_phone": 0, "top_up_by_card_charge": 0, "reverted_card_payment?": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "beneficiary_not_allowed": 0, "declined_card_payment": 0, "exchange_rate": 0, "lost_or_stolen_card": 0, "receiving_money": 0, "change_pin": 0, "transfer_timing": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 172.28979198262095, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3028", "text_group": "01ee3586267addf5cd4663a021bbe1bdf8456a313996453e4f84fb4b1dd35c25", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0.1, "apple_pay_or_google_pay": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 0, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_cash_withdrawal": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "card_acceptance": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0.9, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "top_up_limits": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "receiving_money": 0, "card_payment_fee_charged": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "transfer_timing": 0, "top_up_reverted": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "pending_cash_withdrawal": 0, "failed_transfer": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_about_to_expire": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "fiat_currency_support": 0, "card_payment_not_recognised": 0, "atm_support": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 189.96687489561737, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3029", "text_group": "cc68214dfaf6aa3017f7d45e2daaa77bdcf156b5ef77cf97234c2876b475438b", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "exchange_rate": 0, "top_up_limits": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "card_about_to_expire": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0.98, "apple_pay_or_google_pay": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "exchange_via_app": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "get_disposable_virtual_card": 0, "extra_charge_on_statement": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "declined_transfer": 0, "verify_top_up": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "card_arrival": 0, "card_not_working": 0, "pending_top_up": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0.02, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "declined_cash_withdrawal": 0, "getting_virtual_card": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "cash_withdrawal_not_recognised": 0, "edit_personal_details": 0, "transfer_into_account": 0 }, "error": null, "latency_ms": 177.226374973543, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3030", "text_group": "ae23318bdd30b7994e3f2b4215a1ba3cf473a19685da80a9deaae4d343372c92", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "change_pin": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "terminate_account": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0.01, "card_delivery_estimate": 0, "supported_cards_and_currencies": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0.99, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 202.0298750139773, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3031", "text_group": "7f2ce85038b0d622b1301206fdbc23745e86d1d9da6d357a51fecd4e914d7cee", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "get_physical_card": 0, "verify_top_up": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "transaction_charged_twice": 0, "atm_support": 0, "terminate_account": 0, "card_delivery_estimate": 0, "why_verify_identity": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0.06, "request_refund": 0, "pending_card_payment": 0, "exchange_charge": 0, "getting_virtual_card": 0, "topping_up_by_card": 0, "card_swallowed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_arrival": 0, "order_physical_card": 0, "card_acceptance": 0, "card_not_working": 0, "exchange_via_app": 0, "card_payment_fee_charged": 0, "country_support": 0, "automatic_top_up": 0, "Refund_not_showing_up": 0, "wrong_amount_of_cash_received": 0, "pending_transfer": 0, "supported_cards_and_currencies": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pin_blocked": 0, "top_up_limits": 0, "age_limit": 0, "edit_personal_details": 0, "top_up_failed": 0, "contactless_not_working": 0, "compromised_card": 0, "top_up_reverted": 0, "fiat_currency_support": 0, "declined_transfer": 0, "transfer_fee_charged": 0, "extra_charge_on_statement": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "verify_source_of_funds": 0, "top_up_by_cash_or_cheque": 0, "get_disposable_virtual_card": 0, "getting_spare_card": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0.9400000000000001, "top_up_by_card_charge": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_not_recognised": 0, "cancel_transfer": 0, "activate_my_card": 0, "lost_or_stolen_card": 0, "declined_card_payment": 0, "exchange_rate": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "transfer_timing": 0, "change_pin": 0, "pending_top_up": 0, "card_linking": 0 }, "error": null, "latency_ms": 190.26983296498656, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3032", "text_group": "caad35c8003af7fdd90454ec76c5c062f9e6363f370e59b7217080a5646d8850", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0.1, "pending_transfer": 0, "pending_card_payment": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0.06, "reverted_card_payment?": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "verify_my_identity": 0.84, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "Refund_not_showing_up": 0, "transfer_fee_charged": 0, "terminate_account": 0, "visa_or_mastercard": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "edit_personal_details": 0, "receiving_money": 0, "card_delivery_estimate": 0, "top_up_by_card_charge": 0, "supported_cards_and_currencies": 0, "get_physical_card": 0, "exchange_charge": 0, "automatic_top_up": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 119.84920804388821, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3033", "text_group": "dd22edb20fc228686fe50968d6a11e38ef525be3c77f70c1a5ba21cf76df86fd", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "top_up_limits": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "why_verify_identity": 0.02, "topping_up_by_card": 0, "age_limit": 0, "pin_blocked": 0, "top_up_by_card_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "verify_my_identity": 0.81, "wrong_amount_of_cash_received": 0, "order_physical_card": 0, "declined_transfer": 0, "exchange_via_app": 0, "change_pin": 0, "card_about_to_expire": 0, "compromised_card": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_transfer": 0, "country_support": 0, "card_delivery_estimate": 0, "transfer_into_account": 0, "reverted_card_payment?": 0, "verify_source_of_funds": 0, "disposable_card_limits": 0, "contactless_not_working": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "failed_transfer": 0, "transfer_timing": 0, "transfer_fee_charged": 0, "unable_to_verify_identity": 0.16, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "supported_cards_and_currencies": 0, "top_up_failed": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_reverted": 0, "card_linking": 0, "verify_top_up": 0, "lost_or_stolen_card": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "get_physical_card": 0, "fiat_currency_support": 0, "passcode_forgotten": 0, "activate_my_card": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "atm_support": 0, "cancel_transfer": 0, "receiving_money": 0, "card_payment_wrong_exchange_rate": 0, "apple_pay_or_google_pay": 0, "exchange_rate": 0, "declined_cash_withdrawal": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cash_withdrawal_not_recognised": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "card_not_working": 0, "transfer_not_received_by_recipient": 0, "exchange_charge": 0, "pending_cash_withdrawal": 0, "top_up_by_cash_or_cheque": 0 }, "error": null, "latency_ms": 215.04429203923792, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3034", "text_group": "fcdbfdf794bc337dcf88313f08f24839a718a43d200a48110ab297a4fbf3e929", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.97, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "activate_my_card": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0.03, "passcode_forgotten": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "disposable_card_limits": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "country_support": 0 }, "error": null, "latency_ms": 170.9926249459386, "usage": { "input_tokens": 1027, "output_tokens": 827, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3035", "text_group": "5b4bceffa4791a8f0b89e300a0b9d6561b881616122c60339414085f49c58720", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_swallowed": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "transfer_timing": 0, "top_up_limits": 0, "exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "exchange_charge": 0, "card_about_to_expire": 0, "disposable_card_limits": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "top_up_failed": 0, "verify_my_identity": 0.9400000000000001, "exchange_via_app": 0, "receiving_money": 0, "wrong_amount_of_cash_received": 0, "activate_my_card": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "top_up_reverted": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "visa_or_mastercard": 0, "get_disposable_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "declined_transfer": 0, "terminate_account": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "compromised_card": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "pin_blocked": 0, "cancel_transfer": 0, "pending_top_up": 0, "card_not_working": 0, "card_arrival": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "automatic_top_up": 0, "contactless_not_working": 0, "card_payment_fee_charged": 0, "pending_cash_withdrawal": 0, "card_linking": 0, "country_support": 0, "order_physical_card": 0, "unable_to_verify_identity": 0.06, "fiat_currency_support": 0, "age_limit": 0, "topping_up_by_card": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "atm_support": 0, "getting_virtual_card": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "pending_transfer": 0, "card_payment_not_recognised": 0, "beneficiary_not_allowed": 0, "verify_source_of_funds": 0, "failed_transfer": 0, "transfer_into_account": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 163.94762496929616, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3036", "text_group": "300eb47324c26804c3f7c1af7e230bb8ddf9aa548cebeff218408b3cc5349e70", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0.12, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0.8200000000000001, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "pending_top_up": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_acceptance": 0, "card_payment_fee_charged": 0, "atm_support": 0, "card_arrival": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "age_limit": 0, "get_physical_card": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0.06, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 155.51033290103078, "usage": { "input_tokens": 1029, "output_tokens": 827, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3037", "text_group": "1078ee138754bd662b3e3371173eb7a81c9f4425f6e908b8089285277c32ecad", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "transfer_not_received_by_recipient": 0, "topping_up_by_card": 0, "card_swallowed": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_delivery_estimate": 0, "order_physical_card": 0, "card_arrival": 0, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "pending_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "cash_withdrawal_not_recognised": 0, "verify_my_identity": 0.94, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "exchange_via_app": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0.05, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_reverted": 0, "card_payment_wrong_exchange_rate": 0, "extra_charge_on_statement": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0.01, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "transfer_fee_charged": 0 }, "error": null, "latency_ms": 139.94004193227738, "usage": { "input_tokens": 1031, "output_tokens": 827, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3038", "text_group": "a04141f6d86272c860c06b02f128dd0b6c65871be89d6ba211ad2d0f82f77085", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "top_up_limits": 0, "verify_top_up": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "virtual_card_not_working": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "unable_to_verify_identity": 0.08, "change_pin": 0, "card_payment_not_recognised": 0, "card_swallowed": 0, "automatic_top_up": 0, "activate_my_card": 0, "terminate_account": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0.92, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "top_up_by_bank_transfer_charge": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "visa_or_mastercard": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 149.35566601343453, "usage": { "input_tokens": 1028, "output_tokens": 827, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3039", "text_group": "2c5661d28aa650b8fc103d1c59617c3ba98acfffd69bca7a82b8f5a92c978490", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "request_refund": 0, "pending_top_up": 0, "failed_transfer": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0.99, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "activate_my_card": 0, "unable_to_verify_identity": 0.01, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "getting_virtual_card": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_payment_wrong_exchange_rate": 0, "exchange_charge": 0, "top_up_failed": 0, "card_acceptance": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 181.25891697127372, "usage": { "input_tokens": 1030, "output_tokens": 827, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3040", "text_group": "04d652f2ef38330f3fd020f1954e42e2ff3c2544ce17a728bf57fba55454ca06", "expected": "country_support", "prediction": "get_physical_card", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "cancel_transfer": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "receiving_money": 0, "terminate_account": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0.6, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0.02, "lost_or_stolen_card": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "compromised_card": 0, "top_up_reverted": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "declined_transfer": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "transfer_not_received_by_recipient": 0, "order_physical_card": 0.24000000000000002, "pending_top_up": 0, "verify_top_up": 0, "country_support": 0.13, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0.01, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "age_limit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 157.22762502264231, "usage": { "input_tokens": 1030, "output_tokens": 828, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3041", "text_group": "7dc7a36a12839497d141b26b0ab00b3694016abbef34c52b3f7fa13721ddc87f", "expected": "country_support", "prediction": "country_support", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "exchange_charge": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0.95, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "transaction_charged_twice": 0, "receiving_money": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.05, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "age_limit": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "card_delivery_estimate": 0, "card_payment_not_recognised": 0, "extra_charge_on_statement": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "unable_to_verify_identity": 0, "top_up_by_cash_or_cheque": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "pending_transfer": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "change_pin": 0, "card_linking": 0, "compromised_card": 0, "Refund_not_showing_up": 0, "pin_blocked": 0, "passcode_forgotten": 0 }, "error": null, "latency_ms": 198.79979197867215, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3042", "text_group": "778a17cae2495d12c3e7f307bc1168b9d2893ff0e4c5ec3256b549309031d172", "expected": "country_support", "prediction": "country_support", "probabilities": { "card_arrival": 0, "country_support": 1, "atm_support": 0, "beneficiary_not_allowed": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "transfer_into_account": 0, "card_not_working": 0, "verify_source_of_funds": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "top_up_by_card_charge": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "pending_top_up": 0, "lost_or_stolen_phone": 0, "card_about_to_expire": 0, "cancel_transfer": 0, "declined_transfer": 0, "lost_or_stolen_card": 0, "reverted_card_payment?": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "pin_blocked": 0, "why_verify_identity": 0, "activate_my_card": 0, "top_up_by_bank_transfer_charge": 0, "contactless_not_working": 0, "card_payment_not_recognised": 0, "automatic_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_not_recognised": 0, "wrong_amount_of_cash_received": 0, "top_up_limits": 0, "terminate_account": 0, "pending_cash_withdrawal": 0, "card_payment_wrong_exchange_rate": 0, "top_up_reverted": 0, "exchange_charge": 0, "card_linking": 0, "topping_up_by_card": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "transfer_timing": 0, "disposable_card_limits": 0, "change_pin": 0, "compromised_card": 0, "declined_card_payment": 0, "get_disposable_virtual_card": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "getting_spare_card": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "passcode_forgotten": 0, "visa_or_mastercard": 0, "exchange_via_app": 0, "exchange_rate": 0, "age_limit": 0, "card_swallowed": 0, "receiving_money": 0, "virtual_card_not_working": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "edit_personal_details": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "card_payment_fee_charged": 0, "failed_transfer": 0, "apple_pay_or_google_pay": 0 }, "error": null, "latency_ms": 143.23641697410494, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3043", "text_group": "9e8aed56f08c10cf235fe8845c17fe1c5f402acc77216b2b6c9e25b0dacd7215", "expected": "country_support", "prediction": "country_support", "probabilities": { "exchange_rate": 0, "receiving_money": 0, "transaction_charged_twice": 0, "cash_withdrawal_charge": 0, "transfer_not_received_by_recipient": 0, "getting_spare_card": 0, "transfer_into_account": 0, "failed_transfer": 0, "order_physical_card": 0, "card_delivery_estimate": 0, "compromised_card": 0, "top_up_by_bank_transfer_charge": 0, "apple_pay_or_google_pay": 0, "top_up_by_cash_or_cheque": 0, "card_not_working": 0, "verify_source_of_funds": 0, "transfer_fee_charged": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_top_up": 0, "cash_withdrawal_not_recognised": 0, "cancel_transfer": 0, "card_linking": 0, "request_refund": 0, "virtual_card_not_working": 0, "balance_not_updated_after_bank_transfer": 0, "activate_my_card": 0, "pending_transfer": 0, "atm_support": 0, "reverted_card_payment?": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "automatic_top_up": 0, "verify_top_up": 0, "declined_cash_withdrawal": 0, "country_support": 1, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "getting_virtual_card": 0, "direct_debit_payment_not_recognised": 0, "get_physical_card": 0, "card_payment_wrong_exchange_rate": 0, "declined_transfer": 0, "top_up_reverted": 0, "lost_or_stolen_phone": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "card_about_to_expire": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "top_up_failed": 0, "pin_blocked": 0, "supported_cards_and_currencies": 0, "exchange_charge": 0, "card_arrival": 0, "card_acceptance": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "age_limit": 0, "beneficiary_not_allowed": 0, "change_pin": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "disposable_card_limits": 0, "card_swallowed": 0, "top_up_limits": 0, "verify_my_identity": 0, "why_verify_identity": 0, "top_up_by_card_charge": 0, "fiat_currency_support": 0 }, "error": null, "latency_ms": 185.53533405065536, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-3044", "text_group": "c4d43b9665b0724cbf551718f53a40ff579996c8067d3850fc43f8ffedbe4dcb", "expected": "country_support", "prediction": "country_support", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.03, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_amount_of_cash_received": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "atm_support": 0, "exchange_via_app": 0, "card_arrival": 0, "card_payment_fee_charged": 0, "card_acceptance": 0, "automatic_top_up": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0.01, "top_up_by_card_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0.2, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0.76, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 141.95333304814994, "usage": { "input_tokens": 1031, "output_tokens": 826, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3045", "text_group": "a3c24a1fc51281fbe81216c90cc85143c0dc8558378ed7c66a741172a3507d1b", "expected": "country_support", "prediction": "country_support", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "request_refund": 0, "apple_pay_or_google_pay": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.01, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "declined_transfer": 0, "disposable_card_limits": 0, "get_disposable_virtual_card": 0, "pending_transfer": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "card_payment_fee_charged": 0, "automatic_top_up": 0, "country_support": 0.74, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.16, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "virtual_card_not_working": 0, "transfer_not_received_by_recipient": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.06, "topping_up_by_card": 0, "top_up_limits": 0, "verify_source_of_funds": 0, "fiat_currency_support": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "receiving_money": 0, "exchange_via_app": 0, "getting_spare_card": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "card_arrival": 0.02, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "terminate_account": 0, "activate_my_card": 0, "card_acceptance": 0.01, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 136.10458292532712, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3046", "text_group": "6f567f16fd2f3dd472efce8205b636afc59ef1fcbab0eac6714eeccb07e6ce26", "expected": "country_support", "prediction": "country_support", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "pending_card_payment": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "getting_spare_card": 0, "order_physical_card": 0.03, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "get_physical_card": 0.14, "card_delivery_estimate": 0, "card_arrival": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "change_pin": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "edit_personal_details": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_phone": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 0.83, "visa_or_mastercard": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 262.1774170547724, "usage": { "input_tokens": 1033, "output_tokens": 826, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-3047", "text_group": "ad6e98d8b5995f9b66ae41d3bd726b047fb77377346db42892f2b192267bc1e9", "expected": "country_support", "prediction": "country_support", "probabilities": { "card_payment_fee_charged": 0, "card_arrival": 0, "exchange_charge": 0, "card_not_working": 0, "transfer_into_account": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "receiving_money": 0, "top_up_failed": 0, "transfer_not_received_by_recipient": 0, "wrong_amount_of_cash_received": 0, "lost_or_stolen_phone": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0.02, "balance_not_updated_after_bank_transfer": 0, "topping_up_by_card": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_virtual_card": 0, "get_disposable_virtual_card": 0, "supported_cards_and_currencies": 0, "exchange_via_app": 0, "contactless_not_working": 0, "passcode_forgotten": 0, "pending_card_payment": 0, "reverted_card_payment?": 0, "compromised_card": 0, "pending_top_up": 0, "transaction_charged_twice": 0, "age_limit": 0, "Refund_not_showing_up": 0, "unable_to_verify_identity": 0, "card_about_to_expire": 0, "edit_personal_details": 0, "exchange_rate": 0, "transfer_timing": 0, "verify_source_of_funds": 0, "visa_or_mastercard": 0, "request_refund": 0, "top_up_by_card_charge": 0, "declined_cash_withdrawal": 0, "top_up_reverted": 0, "failed_transfer": 0, "card_payment_wrong_exchange_rate": 0, "lost_or_stolen_card": 0, "verify_top_up": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_charge": 0, "get_physical_card": 0.16, "country_support": 0.81, "card_payment_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "why_verify_identity": 0, "activate_my_card": 0, "card_delivery_estimate": 0, "terminate_account": 0, "automatic_top_up": 0, "declined_transfer": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "top_up_by_bank_transfer_charge": 0, "top_up_by_cash_or_cheque": 0, "atm_support": 0, "cancel_transfer": 0, "fiat_currency_support": 0, "card_acceptance": 0, "top_up_limits": 0, "getting_spare_card": 0, "pin_blocked": 0, "virtual_card_not_working": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "change_pin": 0 }, "error": null, "latency_ms": 151.2850410072133, "usage": { "input_tokens": 1037, "output_tokens": 826, "cost": 4.3554e-05, "cost_usd": 4.3554e-05 } }, { "id": "banking77-heldout-3048", "text_group": "cd55962ff01b4a371d9b47265a4bfa5ce4a29bcbffbb21263cd06987f8dd5ed8", "expected": "country_support", "prediction": "get_physical_card", "probabilities": { "declined_card_payment": 0, "top_up_failed": 0, "apple_pay_or_google_pay": 0, "request_refund": 0, "pin_blocked": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "card_not_working": 0, "supported_cards_and_currencies": 0, "Refund_not_showing_up": 0, "reverted_card_payment?": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "disposable_card_limits": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "transfer_into_account": 0, "declined_transfer": 0, "automatic_top_up": 0, "country_support": 0.1, "exchange_charge": 0, "pending_top_up": 0, "get_physical_card": 0.71, "transaction_charged_twice": 0, "edit_personal_details": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "change_pin": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "contactless_not_working": 0, "transfer_fee_charged": 0, "card_linking": 0, "lost_or_stolen_phone": 0, "compromised_card": 0, "getting_virtual_card": 0.01, "verify_top_up": 0, "card_about_to_expire": 0, "top_up_by_bank_transfer_charge": 0, "exchange_rate": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "order_physical_card": 0.17, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "verify_source_of_funds": 0, "verify_my_identity": 0, "cancel_transfer": 0, "atm_support": 0, "passcode_forgotten": 0, "fiat_currency_support": 0, "card_delivery_estimate": 0, "balance_not_updated_after_bank_transfer": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "receiving_money": 0, "exchange_via_app": 0, "card_arrival": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0, "visa_or_mastercard": 0, "getting_spare_card": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "cash_withdrawal_charge": 0, "top_up_by_card_charge": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "terminate_account": 0, "card_acceptance": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0 }, "error": null, "latency_ms": 205.34820901229978, "usage": { "input_tokens": 1033, "output_tokens": 828, "cost": 4.3386e-05, "cost_usd": 4.3386e-05 } }, { "id": "banking77-heldout-3049", "text_group": "bed59eb62c5672d9c9cbbaea243a509ce27c1cdb53dfb60a6bdd32f0db06c2d5", "expected": "country_support", "prediction": "get_physical_card", "probabilities": { "card_acceptance": 0, "top_up_limits": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_rate": 0, "order_physical_card": 0.24, "lost_or_stolen_phone": 0, "declined_transfer": 0, "country_support": 0.24, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_failed": 0, "exchange_charge": 0, "get_physical_card": 0.46, "card_payment_fee_charged": 0, "edit_personal_details": 0, "visa_or_mastercard": 0, "top_up_reverted": 0, "request_refund": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "extra_charge_on_statement": 0, "pin_blocked": 0, "change_pin": 0, "supported_cards_and_currencies": 0.03, "contactless_not_working": 0, "topping_up_by_card": 0, "card_not_working": 0, "cash_withdrawal_charge": 0, "Refund_not_showing_up": 0, "atm_support": 0, "failed_transfer": 0, "why_verify_identity": 0, "receiving_money": 0, "card_delivery_estimate": 0, "getting_virtual_card": 0.01, "virtual_card_not_working": 0, "card_arrival": 0.01, "direct_debit_payment_not_recognised": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "exchange_via_app": 0, "fiat_currency_support": 0, "card_swallowed": 0, "getting_spare_card": 0.01, "apple_pay_or_google_pay": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_bank_transfer": 0, "lost_or_stolen_card": 0, "top_up_by_card_charge": 0, "verify_top_up": 0, "card_about_to_expire": 0, "transfer_timing": 0, "terminate_account": 0, "age_limit": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "transaction_charged_twice": 0, "activate_my_card": 0, "card_linking": 0, "top_up_by_bank_transfer_charge": 0, "passcode_forgotten": 0, "get_disposable_virtual_card": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "compromised_card": 0, "pending_transfer": 0, "disposable_card_limits": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "cancel_transfer": 0, "automatic_top_up": 0 }, "error": null, "latency_ms": 160.87520797736943, "usage": { "input_tokens": 1029, "output_tokens": 828, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3050", "text_group": "57979cfd507635872c51f2e25703a91d60c8f5f38848e5f0e51778f5082aa363", "expected": "country_support", "prediction": "country_support", "probabilities": { "wrong_exchange_rate_for_cash_withdrawal": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "transaction_charged_twice": 0, "pending_transfer": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0.08, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "getting_spare_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "pending_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "apple_pay_or_google_pay": 0, "contactless_not_working": 0, "reverted_card_payment?": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "change_pin": 0, "verify_top_up": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "exchange_charge": 0, "get_physical_card": 0.29000000000000004, "cash_withdrawal_charge": 0, "card_arrival": 0.01, "card_delivery_estimate": 0, "edit_personal_details": 0, "receiving_money": 0, "supported_cards_and_currencies": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "visa_or_mastercard": 0, "top_up_failed": 0, "terminate_account": 0, "failed_transfer": 0, "transfer_not_received_by_recipient": 0, "extra_charge_on_statement": 0, "exchange_via_app": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "pin_blocked": 0, "top_up_reverted": 0, "country_support": 0.62, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 168.39520807843655, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-3051", "text_group": "c6bda17ef664e6dc94c984538b4b5428c1e50c63a7e93d0772401ccea5f6a7a6", "expected": "country_support", "prediction": "country_support", "probabilities": { "verify_source_of_funds": 0, "getting_virtual_card": 0, "virtual_card_not_working": 0, "reverted_card_payment?": 0, "exchange_via_app": 0, "card_arrival": 0, "contactless_not_working": 0, "exchange_charge": 0, "unable_to_verify_identity": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "direct_debit_payment_not_recognised": 0, "transfer_into_account": 0, "Refund_not_showing_up": 0, "pending_top_up": 0, "pending_transfer": 0, "country_support": 1, "pin_blocked": 0, "change_pin": 0, "top_up_by_card_charge": 0, "passcode_forgotten": 0, "cancel_transfer": 0, "topping_up_by_card": 0, "card_payment_wrong_exchange_rate": 0, "terminate_account": 0, "declined_cash_withdrawal": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "pending_card_payment": 0, "supported_cards_and_currencies": 0, "get_disposable_virtual_card": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "card_delivery_estimate": 0, "get_physical_card": 0, "order_physical_card": 0, "card_swallowed": 0, "getting_spare_card": 0, "edit_personal_details": 0, "top_up_limits": 0, "lost_or_stolen_card": 0, "visa_or_mastercard": 0, "cash_withdrawal_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_fee_charged": 0, "receiving_money": 0, "top_up_by_bank_transfer_charge": 0, "age_limit": 0, "top_up_reverted": 0, "transfer_timing": 0, "why_verify_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "disposable_card_limits": 0, "transfer_not_received_by_recipient": 0, "cash_withdrawal_charge": 0, "pending_cash_withdrawal": 0, "request_refund": 0, "failed_transfer": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "exchange_rate": 0, "card_linking": 0, "wrong_amount_of_cash_received": 0, "card_not_working": 0, "declined_transfer": 0, "declined_card_payment": 0, "compromised_card": 0, "top_up_failed": 0, "fiat_currency_support": 0, "atm_support": 0, "card_payment_not_recognised": 0, "transaction_charged_twice": 0, "top_up_by_cash_or_cheque": 0, "verify_top_up": 0 }, "error": null, "latency_ms": 166.55387496575713, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3052", "text_group": "1370aaa91bbed857e27dd9e3b68876ab55904640af4a6760b193bae257909d77", "expected": "country_support", "prediction": "country_support", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "pending_card_payment": 0, "exchange_charge": 0, "failed_transfer": 0, "declined_card_payment": 0, "getting_spare_card": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0.01, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "country_support": 0.93, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "Refund_not_showing_up": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0.01, "atm_support": 0, "card_delivery_estimate": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "terminate_account": 0, "supported_cards_and_currencies": 0.04, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "declined_cash_withdrawal": 0, "verify_my_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 187.09087499883026, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-3053", "text_group": "fd6bcb3f0e0709386938134c95aafb7b45fb8323f3912e79f91e07496814fd76", "expected": "country_support", "prediction": "get_physical_card", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "pending_transfer": 0, "terminate_account": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.26, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "card_payment_not_recognised": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "request_refund": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "edit_personal_details": 0, "age_limit": 0, "get_physical_card": 0.71, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0.02, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0.01, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 178.71591704897583, "usage": { "input_tokens": 1031, "output_tokens": 828, "cost": 4.3302e-05, "cost_usd": 4.3302e-05 } }, { "id": "banking77-heldout-3054", "text_group": "dd090450a870e8fc4f3ece0dfcfff60919213b9e32f07318ed0eeda46022aa76", "expected": "country_support", "prediction": "get_physical_card", "probabilities": { "country_support": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0.46, "card_delivery_estimate": 0, "atm_support": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0.01, "passcode_forgotten": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "get_physical_card": 0.53, "verify_top_up": 0, "topping_up_by_card": 0, "disposable_card_limits": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "pending_card_payment": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "automatic_top_up": 0, "card_swallowed": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "apple_pay_or_google_pay": 0, "age_limit": 0, "cancel_transfer": 0 }, "error": null, "latency_ms": 151.13216591998935, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-3055", "text_group": "bf5e67213676e5862af356c848fd4ee5719100fee61b9b9e6f49b2a0d0c85ddf", "expected": "country_support", "prediction": "country_support", "probabilities": { "card_linking": 0, "automatic_top_up": 0, "card_swallowed": 0, "topping_up_by_card": 0, "transfer_not_received_by_recipient": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "declined_transfer": 0, "terminate_account": 0, "wrong_amount_of_cash_received": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "order_physical_card": 0.03, "card_delivery_estimate": 0, "card_arrival": 0.01, "request_refund": 0, "compromised_card": 0, "atm_support": 0, "exchange_rate": 0, "disposable_card_limits": 0, "exchange_charge": 0, "change_pin": 0, "verify_my_identity": 0, "cash_withdrawal_not_recognised": 0, "beneficiary_not_allowed": 0, "pending_cash_withdrawal": 0, "edit_personal_details": 0, "pin_blocked": 0, "get_disposable_virtual_card": 0, "contactless_not_working": 0, "failed_transfer": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "unable_to_verify_identity": 0, "card_payment_fee_charged": 0, "reverted_card_payment?": 0, "top_up_reverted": 0, "exchange_via_app": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "apple_pay_or_google_pay": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "age_limit": 0, "top_up_limits": 0, "passcode_forgotten": 0, "supported_cards_and_currencies": 0, "country_support": 0.72, "pending_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_phone": 0, "verify_source_of_funds": 0, "why_verify_identity": 0, "card_acceptance": 0, "declined_card_payment": 0, "top_up_by_bank_transfer_charge": 0, "pending_transfer": 0, "cancel_transfer": 0, "top_up_failed": 0, "declined_cash_withdrawal": 0, "verify_top_up": 0, "getting_spare_card": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "lost_or_stolen_card": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "transfer_fee_charged": 0, "get_physical_card": 0.24000000000000002 }, "error": null, "latency_ms": 268.12445803079754, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-3056", "text_group": "c5d06e0bd4496cbb3a940daa8544789e6ef9000f89806e5379754f55ee9cfa14", "expected": "country_support", "prediction": "country_support", "probabilities": { "card_not_working": 0, "getting_virtual_card": 0, "failed_transfer": 0, "activate_my_card": 0, "automatic_top_up": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "virtual_card_not_working": 0, "transaction_charged_twice": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "edit_personal_details": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "declined_cash_withdrawal": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "lost_or_stolen_card": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "top_up_reverted": 0, "top_up_limits": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "card_payment_not_recognised": 0, "Refund_not_showing_up": 0, "balance_not_updated_after_bank_transfer": 0, "terminate_account": 0, "declined_transfer": 0, "receiving_money": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "card_payment_wrong_exchange_rate": 0, "card_payment_fee_charged": 0, "top_up_by_bank_transfer_charge": 0, "verify_top_up": 0, "country_support": 1, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "declined_card_payment": 0, "reverted_card_payment?": 0, "verify_my_identity": 0, "top_up_by_cash_or_cheque": 0, "exchange_rate": 0, "pending_cash_withdrawal": 0, "direct_debit_payment_not_recognised": 0, "top_up_failed": 0, "transfer_fee_charged": 0, "request_refund": 0, "card_about_to_expire": 0, "pin_blocked": 0, "compromised_card": 0, "top_up_by_card_charge": 0, "lost_or_stolen_phone": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "pending_card_payment": 0, "pending_transfer": 0, "transfer_timing": 0, "age_limit": 0, "card_arrival": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "change_pin": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "cash_withdrawal_charge": 0, "apple_pay_or_google_pay": 0, "card_swallowed": 0, "why_verify_identity": 0, "card_acceptance": 0, "contactless_not_working": 0 }, "error": null, "latency_ms": 142.7343749674037, "usage": { "input_tokens": 1023, "output_tokens": 826, "cost": 4.2966e-05, "cost_usd": 4.2966e-05 } }, { "id": "banking77-heldout-3057", "text_group": "067ae38c7461e931b8e519fcc3373b254518a3c11bb087a67b648163010c398d", "expected": "country_support", "prediction": "country_support", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "country_support": 1, "beneficiary_not_allowed": 0, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "compromised_card": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "transfer_fee_charged": 0, "automatic_top_up": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "topping_up_by_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "terminate_account": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "disposable_card_limits": 0, "request_refund": 0, "declined_card_payment": 0, "card_acceptance": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "declined_transfer": 0, "edit_personal_details": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 117.82799998763949, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3058", "text_group": "c70d3130157477d7be1b7c65e1b11c683c8eca8ad5c119b62f8cdf7f5d015b19", "expected": "country_support", "prediction": "atm_support", "probabilities": { "cancel_transfer": 0, "lost_or_stolen_card": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "pending_top_up": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_not_recognised": 0, "transfer_not_received_by_recipient": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "order_physical_card": 0, "visa_or_mastercard": 0, "atm_support": 0.95, "card_delivery_estimate": 0, "passcode_forgotten": 0, "getting_spare_card": 0, "unable_to_verify_identity": 0, "activate_my_card": 0, "transfer_fee_charged": 0, "contactless_not_working": 0, "compromised_card": 0, "declined_cash_withdrawal": 0, "change_pin": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "verify_source_of_funds": 0, "terminate_account": 0, "card_about_to_expire": 0, "wrong_amount_of_cash_received": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "card_arrival": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "declined_card_payment": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "verify_top_up": 0, "get_physical_card": 0, "top_up_by_cash_or_cheque": 0, "topping_up_by_card": 0, "getting_virtual_card": 0, "pending_cash_withdrawal": 0, "disposable_card_limits": 0, "declined_transfer": 0, "pending_card_payment": 0, "cash_withdrawal_charge": 0, "why_verify_identity": 0, "exchange_via_app": 0, "get_disposable_virtual_card": 0, "top_up_by_card_charge": 0, "transfer_timing": 0, "card_swallowed": 0, "automatic_top_up": 0, "card_acceptance": 0, "exchange_charge": 0, "top_up_failed": 0, "card_payment_wrong_exchange_rate": 0, "pin_blocked": 0, "top_up_limits": 0, "reverted_card_payment?": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "supported_cards_and_currencies": 0, "transaction_charged_twice": 0, "beneficiary_not_allowed": 0, "card_linking": 0, "top_up_reverted": 0, "pending_transfer": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "age_limit": 0, "apple_pay_or_google_pay": 0, "country_support": 0.05 }, "error": null, "latency_ms": 214.54425004776567, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3059", "text_group": "5dd67e8daceab8085c35933417c1f05cc9aba5706a556307c13d8f51f148c8e3", "expected": "country_support", "prediction": "country_support", "probabilities": { "why_verify_identity": 0, "verify_source_of_funds": 0, "declined_transfer": 0, "top_up_reverted": 0, "verify_top_up": 0, "transfer_into_account": 0, "card_acceptance": 0, "card_linking": 0, "exchange_rate": 0, "get_physical_card": 0.25, "passcode_forgotten": 0, "contactless_not_working": 0, "visa_or_mastercard": 0, "direct_debit_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "receiving_money": 0, "terminate_account": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "virtual_card_not_working": 0, "transfer_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "disposable_card_limits": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "order_physical_card": 0.03, "transfer_timing": 0, "card_arrival": 0.01, "reverted_card_payment?": 0, "compromised_card": 0, "failed_transfer": 0, "request_refund": 0, "card_payment_fee_charged": 0, "topping_up_by_card": 0, "lost_or_stolen_card": 0, "card_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "pin_blocked": 0, "automatic_top_up": 0, "wrong_amount_of_cash_received": 0, "change_pin": 0, "card_delivery_estimate": 0, "cash_withdrawal_charge": 0, "top_up_by_bank_transfer_charge": 0, "extra_charge_on_statement": 0, "edit_personal_details": 0, "card_not_working": 0, "beneficiary_not_allowed": 0, "verify_my_identity": 0, "getting_spare_card": 0, "card_payment_wrong_exchange_rate": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "unable_to_verify_identity": 0, "exchange_via_app": 0, "supported_cards_and_currencies": 0, "age_limit": 0, "pending_transfer": 0, "atm_support": 0, "transaction_charged_twice": 0, "pending_top_up": 0, "card_about_to_expire": 0, "country_support": 0.71, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "top_up_by_cash_or_cheque": 0, "top_up_by_card_charge": 0, "getting_virtual_card": 0, "top_up_failed": 0, "activate_my_card": 0, "Refund_not_showing_up": 0, "card_swallowed": 0, "exchange_charge": 0 }, "error": null, "latency_ms": 300.06116698496044, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-3060", "text_group": "7b2fbc0b4063ed962b9816142a1a9804b8249aca4eae4008fd609bf422651310", "expected": "country_support", "prediction": "country_support", "probabilities": { "topping_up_by_card": 0, "transfer_fee_charged": 0, "pin_blocked": 0, "failed_transfer": 0, "card_not_working": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "exchange_via_app": 0, "age_limit": 0, "visa_or_mastercard": 0, "country_support": 1, "pending_card_payment": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "activate_my_card": 0, "card_about_to_expire": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "transfer_timing": 0, "pending_top_up": 0, "top_up_limits": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "change_pin": 0, "Refund_not_showing_up": 0, "card_payment_fee_charged": 0, "transaction_charged_twice": 0, "exchange_rate": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "declined_cash_withdrawal": 0, "declined_card_payment": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "receiving_money": 0, "request_refund": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "terminate_account": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "cancel_transfer": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 179.91925007663667, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3061", "text_group": "67f4cb417024406326498e0707e375a90a7bdc319abaad523c28d87c6056afb8", "expected": "country_support", "prediction": "country_support", "probabilities": { "get_disposable_virtual_card": 0, "wrong_amount_of_cash_received": 0, "topping_up_by_card": 0, "pending_top_up": 0, "verify_my_identity": 0, "get_physical_card": 0, "terminate_account": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "card_about_to_expire": 0, "contactless_not_working": 0, "supported_cards_and_currencies": 0.01, "verify_top_up": 0, "fiat_currency_support": 0, "request_refund": 0, "unable_to_verify_identity": 0, "verify_source_of_funds": 0, "declined_cash_withdrawal": 0, "activate_my_card": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "edit_personal_details": 0, "top_up_by_bank_transfer_charge": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_bank_transfer": 0, "pending_cash_withdrawal": 0, "order_physical_card": 0, "beneficiary_not_allowed": 0, "why_verify_identity": 0, "card_payment_fee_charged": 0, "country_support": 0.9400000000000001, "change_pin": 0, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "top_up_reverted": 0, "cancel_transfer": 0, "declined_transfer": 0, "reverted_card_payment?": 0, "card_linking": 0, "apple_pay_or_google_pay": 0, "getting_virtual_card": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "compromised_card": 0, "exchange_rate": 0, "pending_card_payment": 0, "age_limit": 0, "card_swallowed": 0, "cash_withdrawal_not_recognised": 0, "transfer_fee_charged": 0, "card_payment_not_recognised": 0, "exchange_via_app": 0, "top_up_limits": 0, "receiving_money": 0, "exchange_charge": 0, "top_up_failed": 0, "automatic_top_up": 0, "top_up_by_cash_or_cheque": 0, "virtual_card_not_working": 0, "disposable_card_limits": 0, "declined_card_payment": 0, "lost_or_stolen_card": 0, "card_arrival": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transfer_into_account": 0, "top_up_by_card_charge": 0, "atm_support": 0, "card_acceptance": 0.04, "pin_blocked": 0, "pending_transfer": 0, "getting_spare_card": 0, "passcode_forgotten": 0, "transfer_not_received_by_recipient": 0 }, "error": null, "latency_ms": 139.24829196184874, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-3062", "text_group": "85bea906ee0e0ff40dbd49f18aa8bbf5a497d22243c6ba9a9b9e4344c2376dee", "expected": "country_support", "prediction": "country_support", "probabilities": { "card_payment_fee_charged": 0, "transfer_into_account": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "request_refund": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "balance_not_updated_after_bank_transfer": 0, "receiving_money": 0, "top_up_failed": 0, "compromised_card": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "order_physical_card": 0, "wrong_amount_of_cash_received": 0, "top_up_by_bank_transfer_charge": 0, "exchange_via_app": 0, "cash_withdrawal_charge": 0, "declined_card_payment": 0, "supported_cards_and_currencies": 0, "verify_my_identity": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "beneficiary_not_allowed": 0, "get_disposable_virtual_card": 0, "visa_or_mastercard": 0, "atm_support": 0, "virtual_card_not_working": 0, "getting_spare_card": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "card_acceptance": 0, "verify_source_of_funds": 0, "card_delivery_estimate": 0, "failed_transfer": 0, "getting_virtual_card": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "disposable_card_limits": 0, "card_arrival": 0, "automatic_top_up": 0, "lost_or_stolen_card": 0, "activate_my_card": 0, "pin_blocked": 0, "top_up_reverted": 0, "edit_personal_details": 0, "get_physical_card": 0, "top_up_limits": 0, "card_about_to_expire": 0, "card_not_working": 0, "cash_withdrawal_not_recognised": 0, "pending_top_up": 0, "contactless_not_working": 0, "top_up_by_cash_or_cheque": 0, "extra_charge_on_statement": 0, "pending_card_payment": 0, "card_payment_not_recognised": 0, "apple_pay_or_google_pay": 0, "cancel_transfer": 0, "why_verify_identity": 0, "transaction_charged_twice": 0, "change_pin": 0, "age_limit": 0, "topping_up_by_card": 0, "direct_debit_payment_not_recognised": 0, "top_up_by_card_charge": 0, "card_swallowed": 0, "declined_cash_withdrawal": 0, "transfer_not_received_by_recipient": 0, "exchange_rate": 0, "reverted_card_payment?": 0, "lost_or_stolen_phone": 0, "card_linking": 0, "exchange_charge": 0, "declined_transfer": 0, "transfer_timing": 0, "fiat_currency_support": 0, "country_support": 1, "pending_transfer": 0 }, "error": null, "latency_ms": 162.75350004434586, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-3063", "text_group": "5bb05d8c27f2cf0068190b75bbe0b25c859ae9c469f618e2cc2fc8a4aa1a60be", "expected": "country_support", "prediction": "country_support", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "cash_withdrawal_charge": 0, "declined_transfer": 0, "card_payment_not_recognised": 0, "request_refund": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "balance_not_updated_after_bank_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "card_swallowed": 0, "cancel_transfer": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "declined_card_payment": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "verify_source_of_funds": 0, "virtual_card_not_working": 0, "pending_card_payment": 0, "country_support": 0.98, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "getting_virtual_card": 0, "pending_top_up": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "Refund_not_showing_up": 0, "transaction_charged_twice": 0, "verify_my_identity": 0.02, "exchange_rate": 0, "contactless_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "lost_or_stolen_card": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "top_up_failed": 0, "card_linking": 0 }, "error": null, "latency_ms": 155.40470799896866, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3064", "text_group": "de159b6c3da53bb78c3fb02ad4630f7abde4919b891791b2fd040661767dfaa3", "expected": "country_support", "prediction": "country_support", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.01, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0.79, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0.01, "cancel_transfer": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "pending_top_up": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "request_refund": 0, "verify_my_identity": 0.08, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "terminate_account": 0, "fiat_currency_support": 0, "activate_my_card": 0, "change_pin": 0, "declined_card_payment": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0.05, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "declined_transfer": 0, "automatic_top_up": 0, "unable_to_verify_identity": 0.01, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0.01, "pending_card_payment": 0, "card_swallowed": 0, "why_verify_identity": 0.02, "age_limit": 0, "edit_personal_details": 0.01, "get_disposable_virtual_card": 0, "card_arrival": 0, "card_acceptance": 0, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 178.61545807681978, "usage": { "input_tokens": 1025, "output_tokens": 826, "cost": 4.305e-05, "cost_usd": 4.305e-05 } }, { "id": "banking77-heldout-3065", "text_group": "1179ae992b107ee9940ebb373698e46c14a7c0fedb163c8de6de43ff6288bf24", "expected": "country_support", "prediction": "country_support", "probabilities": { "request_refund": 0, "cash_withdrawal_not_recognised": 0, "declined_transfer": 0, "extra_charge_on_statement": 0, "verify_top_up": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_failed": 0, "disposable_card_limits": 0, "cash_withdrawal_charge": 0, "reverted_card_payment?": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "pending_card_payment": 0, "getting_spare_card": 0, "order_physical_card": 0, "card_acceptance": 0, "virtual_card_not_working": 0, "failed_transfer": 0, "verify_source_of_funds": 0, "card_arrival": 0, "get_physical_card": 0, "card_delivery_estimate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "transaction_charged_twice": 0, "transfer_not_received_by_recipient": 0, "change_pin": 0, "card_payment_not_recognised": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "automatic_top_up": 0, "terminate_account": 0, "activate_my_card": 0, "exchange_via_app": 0, "transfer_fee_charged": 0, "declined_cash_withdrawal": 0, "wrong_amount_of_cash_received": 0, "top_up_by_card_charge": 0, "edit_personal_details": 0, "supported_cards_and_currencies": 0, "atm_support": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_cash_or_cheque": 0, "verify_my_identity": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "declined_card_payment": 0, "passcode_forgotten": 0, "exchange_charge": 0, "card_payment_fee_charged": 0, "contactless_not_working": 0, "lost_or_stolen_card": 0, "age_limit": 0, "pending_cash_withdrawal": 0, "pin_blocked": 0, "pending_transfer": 0, "get_disposable_virtual_card": 0, "Refund_not_showing_up": 0, "transfer_into_account": 0, "getting_virtual_card": 0, "card_linking": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 1, "beneficiary_not_allowed": 0, "receiving_money": 0, "cancel_transfer": 0, "card_not_working": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "compromised_card": 0, "pending_top_up": 0, "visa_or_mastercard": 0, "why_verify_identity": 0, "transfer_timing": 0, "card_about_to_expire": 0, "top_up_reverted": 0, "direct_debit_payment_not_recognised": 0 }, "error": null, "latency_ms": 204.22470895573497, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3066", "text_group": "0817346c223f3d825121c18f05745f4ae34040bd149dd6393daf68c7c6ad826e", "expected": "country_support", "prediction": "get_physical_card", "probabilities": { "topping_up_by_card": 0, "supported_cards_and_currencies": 0.01, "lost_or_stolen_phone": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0.41000000000000003, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0.01, "virtual_card_not_working": 0, "extra_charge_on_statement": 0, "declined_transfer": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "failed_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0.03, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "top_up_limits": 0, "age_limit": 0, "activate_my_card": 0, "pin_blocked": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "card_swallowed": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0.02, "direct_debit_payment_not_recognised": 0, "pending_card_payment": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "country_support": 0.35000000000000003, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "order_physical_card": 0.16, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 153.52104092016816, "usage": { "input_tokens": 1034, "output_tokens": 828, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-3067", "text_group": "02bead38e68763166b242ae86a61932607869e3ef350eb867bb04e6bf7438391", "expected": "country_support", "prediction": "country_support", "probabilities": { "top_up_by_cash_or_cheque": 0, "age_limit": 0, "reverted_card_payment?": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "cancel_transfer": 0, "request_refund": 0, "terminate_account": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "passcode_forgotten": 0, "unable_to_verify_identity": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "top_up_reverted": 0, "pending_cash_withdrawal": 0, "pending_transfer": 0, "declined_transfer": 0, "compromised_card": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_failed": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "pending_top_up": 0, "verify_top_up": 0, "country_support": 1, "activate_my_card": 0, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "supported_cards_and_currencies": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "card_not_working": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "visa_or_mastercard": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_payment_wrong_exchange_rate": 0 }, "error": null, "latency_ms": 137.96124991495162, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3068", "text_group": "4809702933e23e1f2d07b8469a54a0a6478c06a003c3e53244135fc9f43927dc", "expected": "country_support", "prediction": "country_support", "probabilities": { "top_up_reverted": 0, "wrong_amount_of_cash_received": 0, "compromised_card": 0, "card_linking": 0, "failed_transfer": 0, "exchange_charge": 0, "pending_card_payment": 0, "getting_spare_card": 0, "declined_card_payment": 0, "get_physical_card": 0, "pending_cash_withdrawal": 0, "verify_top_up": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "change_pin": 0, "getting_virtual_card": 0, "top_up_by_card_charge": 0, "pending_top_up": 0, "card_payment_not_recognised": 0, "pending_transfer": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_by_cash_or_cheque": 0, "top_up_limits": 0, "declined_transfer": 0, "transfer_into_account": 0, "receiving_money": 0, "transfer_timing": 0, "extra_charge_on_statement": 0, "passcode_forgotten": 0, "request_refund": 0, "transfer_fee_charged": 0, "card_not_working": 0, "order_physical_card": 0, "reverted_card_payment?": 0, "fiat_currency_support": 0, "country_support": 1, "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "apple_pay_or_google_pay": 0, "transfer_not_received_by_recipient": 0, "card_payment_fee_charged": 0, "card_payment_wrong_exchange_rate": 0, "card_arrival": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "Refund_not_showing_up": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "balance_not_updated_after_bank_transfer": 0, "card_acceptance": 0, "atm_support": 0, "supported_cards_and_currencies": 0, "visa_or_mastercard": 0, "unable_to_verify_identity": 0, "card_delivery_estimate": 0, "terminate_account": 0, "edit_personal_details": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "exchange_rate": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_my_identity": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "top_up_failed": 0, "activate_my_card": 0, "automatic_top_up": 0, "direct_debit_payment_not_recognised": 0, "cash_withdrawal_not_recognised": 0, "age_limit": 0, "verify_source_of_funds": 0, "lost_or_stolen_card": 0, "contactless_not_working": 0, "pin_blocked": 0 }, "error": null, "latency_ms": 219.2310419632122, "usage": { "input_tokens": 1030, "output_tokens": 826, "cost": 4.326e-05, "cost_usd": 4.326e-05 } }, { "id": "banking77-heldout-3069", "text_group": "939a252bf4706ca6c477649a5a07c28a73eafab56dca0b231a01d966c33be0ce", "expected": "country_support", "prediction": "country_support", "probabilities": { "topping_up_by_card": 0, "card_not_working": 0, "pin_blocked": 0, "failed_transfer": 0, "transfer_fee_charged": 0, "get_physical_card": 0, "lost_or_stolen_card": 0, "atm_support": 0, "top_up_by_card_charge": 0, "top_up_failed": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "compromised_card": 0, "disposable_card_limits": 0, "why_verify_identity": 0, "supported_cards_and_currencies": 0, "card_delivery_estimate": 0, "extra_charge_on_statement": 0, "top_up_reverted": 0, "age_limit": 0, "exchange_via_app": 0, "visa_or_mastercard": 0, "country_support": 1, "pending_card_payment": 0, "unable_to_verify_identity": 0, "direct_debit_payment_not_recognised": 0, "edit_personal_details": 0, "cash_withdrawal_not_recognised": 0, "get_disposable_virtual_card": 0, "apple_pay_or_google_pay": 0, "beneficiary_not_allowed": 0, "getting_spare_card": 0, "card_acceptance": 0, "card_swallowed": 0, "top_up_by_cash_or_cheque": 0, "transfer_into_account": 0, "passcode_forgotten": 0, "verify_my_identity": 0, "card_payment_not_recognised": 0, "card_linking": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_about_to_expire": 0, "fiat_currency_support": 0, "verify_top_up": 0, "wrong_amount_of_cash_received": 0, "transfer_timing": 0, "lost_or_stolen_phone": 0, "pending_transfer": 0, "activate_my_card": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_limits": 0, "pending_top_up": 0, "change_pin": 0, "contactless_not_working": 0, "Refund_not_showing_up": 0, "exchange_rate": 0, "transaction_charged_twice": 0, "card_payment_fee_charged": 0, "card_arrival": 0, "transfer_not_received_by_recipient": 0, "getting_virtual_card": 0, "reverted_card_payment?": 0, "automatic_top_up": 0, "cancel_transfer": 0, "order_physical_card": 0, "terminate_account": 0, "declined_card_payment": 0, "exchange_charge": 0, "cash_withdrawal_charge": 0, "receiving_money": 0, "request_refund": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "declined_cash_withdrawal": 0, "top_up_by_bank_transfer_charge": 0, "verify_source_of_funds": 0, "pending_cash_withdrawal": 0, "virtual_card_not_working": 0 }, "error": null, "latency_ms": 164.0067920088768, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3070", "text_group": "4ee0079ea888d44a8a18963f0d66314335ca1cfab421af2810c00d0740883260", "expected": "country_support", "prediction": "country_support", "probabilities": { "top_up_by_cash_or_cheque": 0, "visa_or_mastercard": 0, "cancel_transfer": 0, "receiving_money": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "request_refund": 0, "reverted_card_payment?": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "getting_spare_card": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0.15, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_failed": 0, "declined_transfer": 0, "compromised_card": 0, "pending_transfer": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0.02, "transfer_not_received_by_recipient": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0.83, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "contactless_not_working": 0, "transaction_charged_twice": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "transfer_timing": 0, "card_payment_wrong_exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "age_limit": 0 }, "error": null, "latency_ms": 157.9179170075804, "usage": { "input_tokens": 1035, "output_tokens": 826, "cost": 4.347e-05, "cost_usd": 4.347e-05 } }, { "id": "banking77-heldout-3071", "text_group": "56cb2ae483b713b8f719cacc921ddc355f479118a54c4a3ebdd14e09a664ea53", "expected": "country_support", "prediction": "country_support", "probabilities": { "get_physical_card": 0, "card_not_working": 0, "supported_cards_and_currencies": 0.36, "transaction_charged_twice": 0, "direct_debit_payment_not_recognised": 0, "passcode_forgotten": 0, "exchange_charge": 0, "verify_top_up": 0, "beneficiary_not_allowed": 0, "disposable_card_limits": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "cash_withdrawal_not_recognised": 0, "top_up_by_bank_transfer_charge": 0, "card_payment_wrong_exchange_rate": 0, "transfer_fee_charged": 0, "transfer_timing": 0, "receiving_money": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0.59, "exchange_via_app": 0, "visa_or_mastercard": 0, "card_payment_not_recognised": 0, "lost_or_stolen_phone": 0, "cancel_transfer": 0, "Refund_not_showing_up": 0, "verify_my_identity": 0, "pending_top_up": 0, "balance_not_updated_after_bank_transfer": 0, "contactless_not_working": 0, "request_refund": 0, "extra_charge_on_statement": 0, "wrong_amount_of_cash_received": 0, "verify_source_of_funds": 0, "declined_card_payment": 0, "fiat_currency_support": 0.03, "activate_my_card": 0, "change_pin": 0, "terminate_account": 0, "apple_pay_or_google_pay": 0, "failed_transfer": 0, "pin_blocked": 0, "pending_transfer": 0, "card_delivery_estimate": 0, "card_linking": 0, "virtual_card_not_working": 0, "card_about_to_expire": 0, "atm_support": 0.01, "getting_spare_card": 0, "pending_cash_withdrawal": 0, "exchange_rate": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "top_up_failed": 0, "compromised_card": 0, "automatic_top_up": 0, "declined_transfer": 0, "unable_to_verify_identity": 0, "cash_withdrawal_charge": 0, "card_payment_fee_charged": 0, "top_up_by_card_charge": 0, "order_physical_card": 0, "transfer_into_account": 0, "top_up_limits": 0, "transfer_not_received_by_recipient": 0, "declined_cash_withdrawal": 0, "pending_card_payment": 0, "card_swallowed": 0, "age_limit": 0, "why_verify_identity": 0, "get_disposable_virtual_card": 0, "edit_personal_details": 0, "card_arrival": 0, "card_acceptance": 0.01, "topping_up_by_card": 0, "top_up_reverted": 0, "reverted_card_payment?": 0 }, "error": null, "latency_ms": 149.25287500955164, "usage": { "input_tokens": 1024, "output_tokens": 826, "cost": 4.3008e-05, "cost_usd": 4.3008e-05 } }, { "id": "banking77-heldout-3072", "text_group": "5df640ae6447782af6a79c32ba812b752f09cef67eb863d1b71e2e877b352b84", "expected": "country_support", "prediction": "country_support", "probabilities": { "cash_withdrawal_not_recognised": 0, "compromised_card": 0, "card_payment_fee_charged": 0, "card_not_working": 0, "card_payment_not_recognised": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "declined_cash_withdrawal": 0, "transaction_charged_twice": 0, "unable_to_verify_identity": 0, "card_swallowed": 0, "pending_transfer": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "order_physical_card": 0.02, "topping_up_by_card": 0, "top_up_by_cash_or_cheque": 0, "getting_spare_card": 0, "lost_or_stolen_phone": 0, "card_acceptance": 0, "pending_cash_withdrawal": 0, "card_about_to_expire": 0, "virtual_card_not_working": 0, "wrong_amount_of_cash_received": 0, "why_verify_identity": 0, "reverted_card_payment?": 0, "contactless_not_working": 0, "apple_pay_or_google_pay": 0, "card_payment_wrong_exchange_rate": 0, "card_linking": 0, "lost_or_stolen_card": 0, "beneficiary_not_allowed": 0, "top_up_limits": 0, "cancel_transfer": 0, "verify_source_of_funds": 0, "atm_support": 0, "age_limit": 0, "balance_not_updated_after_bank_transfer": 0, "top_up_by_bank_transfer_charge": 0, "verify_my_identity": 0, "getting_virtual_card": 0.01, "fiat_currency_support": 0, "verify_top_up": 0, "passcode_forgotten": 0, "change_pin": 0, "declined_card_payment": 0, "transfer_fee_charged": 0, "Refund_not_showing_up": 0, "terminate_account": 0, "automatic_top_up": 0, "cash_withdrawal_charge": 0, "card_arrival": 0, "top_up_failed": 0, "supported_cards_and_currencies": 0.03, "receiving_money": 0, "get_physical_card": 0.22, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "exchange_charge": 0, "visa_or_mastercard": 0, "edit_personal_details": 0, "failed_transfer": 0, "extra_charge_on_statement": 0, "transfer_timing": 0, "get_disposable_virtual_card": 0, "exchange_via_app": 0, "transfer_not_received_by_recipient": 0, "request_refund": 0, "activate_my_card": 0, "pending_top_up": 0, "exchange_rate": 0, "transfer_into_account": 0, "disposable_card_limits": 0, "top_up_reverted": 0, "pin_blocked": 0, "country_support": 0.72, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0 }, "error": null, "latency_ms": 212.16720796655864, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } }, { "id": "banking77-heldout-3073", "text_group": "d008372579c99c17f97256b8f41852e3b50aebc025b295c4ae5648f8cd61c40e", "expected": "country_support", "prediction": "country_support", "probabilities": { "verify_top_up": 0, "lost_or_stolen_card": 0, "pin_blocked": 0, "Refund_not_showing_up": 0, "failed_transfer": 0, "pending_cash_withdrawal": 0, "card_acceptance": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "passcode_forgotten": 0, "declined_transfer": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "country_support": 0.99, "order_physical_card": 0, "card_payment_fee_charged": 0, "top_up_reverted": 0, "receiving_money": 0, "transaction_charged_twice": 0, "verify_source_of_funds": 0, "beneficiary_not_allowed": 0, "reverted_card_payment?": 0, "cancel_transfer": 0, "supported_cards_and_currencies": 0.01, "pending_card_payment": 0, "lost_or_stolen_phone": 0, "balance_not_updated_after_bank_transfer": 0, "visa_or_mastercard": 0, "top_up_by_card_charge": 0, "automatic_top_up": 0, "top_up_limits": 0, "why_verify_identity": 0, "age_limit": 0, "virtual_card_not_working": 0, "transfer_timing": 0, "get_physical_card": 0, "get_disposable_virtual_card": 0, "verify_my_identity": 0, "declined_card_payment": 0, "cash_withdrawal_charge": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "card_payment_not_recognised": 0, "card_delivery_estimate": 0, "transfer_not_received_by_recipient": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_failed": 0, "atm_support": 0, "card_swallowed": 0, "wrong_amount_of_cash_received": 0, "fiat_currency_support": 0, "card_not_working": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "top_up_by_cash_or_cheque": 0, "unable_to_verify_identity": 0, "declined_cash_withdrawal": 0, "exchange_rate": 0, "terminate_account": 0, "card_about_to_expire": 0, "exchange_via_app": 0, "transfer_into_account": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "pending_transfer": 0, "activate_my_card": 0, "edit_personal_details": 0, "request_refund": 0, "getting_virtual_card": 0, "card_arrival": 0, "compromised_card": 0, "card_linking": 0, "change_pin": 0, "exchange_charge": 0, "apple_pay_or_google_pay": 0, "pending_top_up": 0 }, "error": null, "latency_ms": 199.6307079680264, "usage": { "input_tokens": 1028, "output_tokens": 826, "cost": 4.3176e-05, "cost_usd": 4.3176e-05 } }, { "id": "banking77-heldout-3074", "text_group": "8ce09110de25f4991ef8b8d5308ba3eb422426744cd378928d00210aa4aaf12b", "expected": "country_support", "prediction": "country_support", "probabilities": { "top_up_failed": 0, "request_refund": 0, "pending_transfer": 0, "verify_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "order_physical_card": 0.03, "visa_or_mastercard": 0, "lost_or_stolen_phone": 0, "exchange_rate": 0, "transfer_fee_charged": 0, "get_physical_card": 0.22, "card_payment_fee_charged": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_charge": 0, "change_pin": 0, "terminate_account": 0, "edit_personal_details": 0, "card_acceptance": 0, "top_up_by_cash_or_cheque": 0, "country_support": 0.74, "wrong_exchange_rate_for_cash_withdrawal": 0, "exchange_via_app": 0, "card_swallowed": 0, "pending_cash_withdrawal": 0, "passcode_forgotten": 0, "exchange_charge": 0, "pin_blocked": 0, "transaction_charged_twice": 0, "transfer_timing": 0, "topping_up_by_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "automatic_top_up": 0, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "extra_charge_on_statement": 0, "reverted_card_payment?": 0, "why_verify_identity": 0, "compromised_card": 0, "supported_cards_and_currencies": 0.01, "contactless_not_working": 0, "top_up_by_bank_transfer_charge": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "top_up_reverted": 0, "unable_to_verify_identity": 0, "getting_virtual_card": 0, "cancel_transfer": 0, "getting_spare_card": 0, "get_disposable_virtual_card": 0, "card_payment_not_recognised": 0, "declined_cash_withdrawal": 0, "card_about_to_expire": 0, "beneficiary_not_allowed": 0, "card_delivery_estimate": 0, "pending_top_up": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "age_limit": 0, "card_arrival": 0, "card_payment_wrong_exchange_rate": 0, "atm_support": 0, "receiving_money": 0, "activate_my_card": 0, "verify_my_identity": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "declined_card_payment": 0, "card_linking": 0, "transfer_not_received_by_recipient": 0, "top_up_limits": 0, "disposable_card_limits": 0, "failed_transfer": 0, "wrong_amount_of_cash_received": 0 }, "error": null, "latency_ms": 118.29537502489984, "usage": { "input_tokens": 1032, "output_tokens": 826, "cost": 4.3344e-05, "cost_usd": 4.3344e-05 } }, { "id": "banking77-heldout-3075", "text_group": "fe26381fc8fbb15f9ea7d68e51cd4f50ca44c4ce2e4dc6b88bf1a6d560128fc8", "expected": "country_support", "prediction": "country_support", "probabilities": { "pending_card_payment": 0, "unable_to_verify_identity": 0, "getting_spare_card": 0, "cash_withdrawal_not_recognised": 0, "apple_pay_or_google_pay": 0, "change_pin": 0, "transaction_charged_twice": 0, "visa_or_mastercard": 0, "terminate_account": 0, "pending_transfer": 0, "verify_my_identity": 0, "extra_charge_on_statement": 0, "card_not_working": 0, "lost_or_stolen_card": 0, "order_physical_card": 0.02, "card_delivery_estimate": 0, "top_up_reverted": 0, "reverted_card_payment?": 0, "transfer_timing": 0, "balance_not_updated_after_bank_transfer": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "declined_card_payment": 0, "disposable_card_limits": 0, "wrong_amount_of_cash_received": 0, "card_payment_wrong_exchange_rate": 0, "pending_top_up": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "cash_withdrawal_charge": 0, "verify_top_up": 0, "Refund_not_showing_up": 0, "request_refund": 0, "automatic_top_up": 0, "exchange_via_app": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "atm_support": 0, "fiat_currency_support": 0, "supported_cards_and_currencies": 0, "card_payment_fee_charged": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "declined_transfer": 0, "transfer_into_account": 0, "transfer_not_received_by_recipient": 0, "get_physical_card": 0.18, "age_limit": 0, "edit_personal_details": 0, "card_about_to_expire": 0, "card_swallowed": 0, "direct_debit_payment_not_recognised": 0, "exchange_rate": 0, "exchange_charge": 0, "cancel_transfer": 0, "pending_cash_withdrawal": 0, "activate_my_card": 0, "country_support": 0.8, "card_linking": 0, "transfer_fee_charged": 0, "getting_virtual_card": 0, "why_verify_identity": 0, "beneficiary_not_allowed": 0, "lost_or_stolen_phone": 0, "passcode_forgotten": 0, "top_up_limits": 0, "topping_up_by_card": 0, "top_up_by_bank_transfer_charge": 0, "pin_blocked": 0, "top_up_failed": 0, "virtual_card_not_working": 0, "receiving_money": 0, "contactless_not_working": 0, "failed_transfer": 0, "compromised_card": 0, "top_up_by_cash_or_cheque": 0, "verify_source_of_funds": 0 }, "error": null, "latency_ms": 139.50687507167459, "usage": { "input_tokens": 1034, "output_tokens": 826, "cost": 4.3428e-05, "cost_usd": 4.3428e-05 } }, { "id": "banking77-heldout-3076", "text_group": "94a897baf613b619e2f53050b9c02763b0c07c854d01c7724f75d1ce5d26d4ea", "expected": "country_support", "prediction": "country_support", "probabilities": { "visa_or_mastercard": 0, "pending_cash_withdrawal": 0, "receiving_money": 0, "disposable_card_limits": 0, "direct_debit_payment_not_recognised": 0, "card_acceptance": 0, "card_payment_not_recognised": 0, "declined_transfer": 0, "cash_withdrawal_charge": 0, "request_refund": 0, "balance_not_updated_after_bank_transfer": 0, "unable_to_verify_identity": 0, "failed_transfer": 0, "card_payment_fee_charged": 0, "get_disposable_virtual_card": 0, "beneficiary_not_allowed": 0, "cancel_transfer": 0, "card_swallowed": 0, "getting_spare_card": 0, "card_arrival": 0, "top_up_by_card_charge": 0, "activate_my_card": 0, "top_up_limits": 0, "pin_blocked": 0, "automatic_top_up": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "card_delivery_estimate": 0, "verify_top_up": 0, "card_payment_wrong_exchange_rate": 0, "top_up_by_bank_transfer_charge": 0, "wrong_amount_of_cash_received": 0, "terminate_account": 0, "age_limit": 0, "declined_cash_withdrawal": 0, "lost_or_stolen_phone": 0, "fiat_currency_support": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "transfer_fee_charged": 0, "edit_personal_details": 0, "top_up_reverted": 0, "declined_card_payment": 0, "pending_transfer": 0, "change_pin": 0, "get_physical_card": 0, "reverted_card_payment?": 0, "topping_up_by_card": 0, "why_verify_identity": 0, "virtual_card_not_working": 0, "verify_source_of_funds": 0, "country_support": 1, "pending_card_payment": 0, "compromised_card": 0, "exchange_charge": 0, "extra_charge_on_statement": 0, "supported_cards_and_currencies": 0, "pending_top_up": 0, "getting_virtual_card": 0, "exchange_rate": 0, "apple_pay_or_google_pay": 0, "transaction_charged_twice": 0, "Refund_not_showing_up": 0, "contactless_not_working": 0, "verify_my_identity": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_not_working": 0, "order_physical_card": 0, "transfer_into_account": 0, "card_about_to_expire": 0, "top_up_failed": 0, "exchange_via_app": 0, "passcode_forgotten": 0, "transfer_timing": 0, "top_up_by_cash_or_cheque": 0, "transfer_not_received_by_recipient": 0, "lost_or_stolen_card": 0, "card_linking": 0 }, "error": null, "latency_ms": 124.80429199058563, "usage": { "input_tokens": 1026, "output_tokens": 826, "cost": 4.3092e-05, "cost_usd": 4.3092e-05 } }, { "id": "banking77-heldout-3077", "text_group": "365ac8c31b2b4bbbdbc7b8b32c5794640983270e89923dba6d54c2b3d9c2d5ef", "expected": "country_support", "prediction": "country_support", "probabilities": { "top_up_by_cash_or_cheque": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "reverted_card_payment?": 0, "request_refund": 0, "pending_card_payment": 0, "verify_my_identity": 0, "terminate_account": 0, "receiving_money": 0, "cancel_transfer": 0, "top_up_limits": 0, "card_payment_fee_charged": 0, "pin_blocked": 0, "card_delivery_estimate": 0, "card_arrival": 0, "balance_not_updated_after_bank_transfer": 0, "extra_charge_on_statement": 0, "lost_or_stolen_phone": 0, "exchange_via_app": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "card_payment_not_recognised": 0, "transfer_fee_charged": 0, "transfer_into_account": 0, "wrong_amount_of_cash_received": 0, "exchange_rate": 0, "direct_debit_payment_not_recognised": 0, "getting_spare_card": 0, "edit_personal_details": 0, "Refund_not_showing_up": 0, "verify_source_of_funds": 0, "unable_to_verify_identity": 0, "passcode_forgotten": 0, "card_linking": 0, "top_up_by_card_charge": 0, "card_acceptance": 0, "exchange_charge": 0, "get_physical_card": 0, "atm_support": 0, "declined_card_payment": 0, "getting_virtual_card": 0, "lost_or_stolen_card": 0, "compromised_card": 0, "pending_transfer": 0, "top_up_failed": 0, "pending_cash_withdrawal": 0, "declined_transfer": 0, "automatic_top_up": 0, "top_up_by_bank_transfer_charge": 0, "top_up_reverted": 0, "topping_up_by_card": 0, "fiat_currency_support": 0, "transfer_not_received_by_recipient": 0, "get_disposable_virtual_card": 0, "order_physical_card": 0, "pending_top_up": 0, "verify_top_up": 0, "activate_my_card": 0, "country_support": 0.99, "virtual_card_not_working": 0, "change_pin": 0, "cash_withdrawal_not_recognised": 0, "card_not_working": 0, "apple_pay_or_google_pay": 0, "card_about_to_expire": 0, "supported_cards_and_currencies": 0.01, "failed_transfer": 0, "card_swallowed": 0, "why_verify_identity": 0, "cash_withdrawal_charge": 0, "transaction_charged_twice": 0, "contactless_not_working": 0, "disposable_card_limits": 0, "declined_cash_withdrawal": 0, "beneficiary_not_allowed": 0, "card_payment_wrong_exchange_rate": 0, "visa_or_mastercard": 0, "age_limit": 0, "transfer_timing": 0 }, "error": null, "latency_ms": 161.18899988941848, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3078", "text_group": "ef12a577f895221d3b709fdbac26ea0c012fb81cd53d35f178551316cf4cbdb8", "expected": "country_support", "prediction": "country_support", "probabilities": { "exchange_rate": 0, "unable_to_verify_identity": 0, "transaction_charged_twice": 0, "top_up_by_bank_transfer_charge": 0, "balance_not_updated_after_bank_transfer": 0, "cash_withdrawal_not_recognised": 0, "atm_support": 0, "visa_or_mastercard": 0, "virtual_card_not_working": 0, "age_limit": 0, "contactless_not_working": 0, "card_payment_wrong_exchange_rate": 0, "beneficiary_not_allowed": 0, "country_support": 1, "receiving_money": 0, "reverted_card_payment?": 0, "activate_my_card": 0, "direct_debit_payment_not_recognised": 0, "compromised_card": 0, "passcode_forgotten": 0, "cash_withdrawal_charge": 0, "automatic_top_up": 0, "transfer_fee_charged": 0, "topping_up_by_card": 0, "get_disposable_virtual_card": 0, "card_arrival": 0, "exchange_via_app": 0, "card_not_working": 0, "wrong_exchange_rate_for_cash_withdrawal": 0, "top_up_by_card_charge": 0, "card_delivery_estimate": 0, "top_up_limits": 0, "getting_spare_card": 0, "transfer_into_account": 0, "lost_or_stolen_card": 0, "extra_charge_on_statement": 0, "top_up_by_cash_or_cheque": 0, "top_up_failed": 0, "verify_source_of_funds": 0, "lost_or_stolen_phone": 0, "terminate_account": 0, "disposable_card_limits": 0, "Refund_not_showing_up": 0, "pending_card_payment": 0, "why_verify_identity": 0, "wrong_amount_of_cash_received": 0, "declined_cash_withdrawal": 0, "card_linking": 0, "card_acceptance": 0, "declined_card_payment": 0, "request_refund": 0, "fiat_currency_support": 0, "card_about_to_expire": 0, "pending_transfer": 0, "transfer_not_received_by_recipient": 0, "pin_blocked": 0, "order_physical_card": 0, "failed_transfer": 0, "edit_personal_details": 0, "apple_pay_or_google_pay": 0, "pending_cash_withdrawal": 0, "pending_top_up": 0, "declined_transfer": 0, "balance_not_updated_after_cheque_or_cash_deposit": 0, "exchange_charge": 0, "change_pin": 0, "card_payment_fee_charged": 0, "get_physical_card": 0, "card_swallowed": 0, "getting_virtual_card": 0, "verify_my_identity": 0, "supported_cards_and_currencies": 0, "card_payment_not_recognised": 0, "transfer_timing": 0, "verify_top_up": 0, "cancel_transfer": 0, "top_up_reverted": 0 }, "error": null, "latency_ms": 207.59799994993955, "usage": { "input_tokens": 1027, "output_tokens": 826, "cost": 4.3134e-05, "cost_usd": 4.3134e-05 } }, { "id": "banking77-heldout-3079", "text_group": "5ab3416854f17673ed8592fdf7546aed880b8ef6a0e05182500e3978dcd9864a", "expected": "country_support", "prediction": "country_support", "probabilities": { "topping_up_by_card": 0, "lost_or_stolen_phone": 0, "supported_cards_and_currencies": 0.02, "balance_not_updated_after_cheque_or_cash_deposit": 0, "edit_personal_details": 0, "get_physical_card": 0.01, "disposable_card_limits": 0, "apple_pay_or_google_pay": 0, "card_payment_not_recognised": 0, "fiat_currency_support": 0, "card_payment_fee_charged": 0, "beneficiary_not_allowed": 0, "request_refund": 0, "getting_spare_card": 0, "extra_charge_on_statement": 0, "virtual_card_not_working": 0, "declined_transfer": 0, "failed_transfer": 0, "unable_to_verify_identity": 0, "compromised_card": 0, "cancel_transfer": 0, "wrong_amount_of_cash_received": 0, "balance_not_updated_after_bank_transfer": 0, "pending_top_up": 0, "getting_virtual_card": 0, "verify_top_up": 0, "transfer_timing": 0, "Refund_not_showing_up": 0, "top_up_by_card_charge": 0, "exchange_rate": 0, "cash_withdrawal_charge": 0, "card_linking": 0, "pin_blocked": 0, "age_limit": 0, "activate_my_card": 0, "top_up_limits": 0, "transfer_into_account": 0, "top_up_by_cash_or_cheque": 0, "card_delivery_estimate": 0, "reverted_card_payment?": 0, "pending_cash_withdrawal": 0, "automatic_top_up": 0, "card_swallowed": 0, "receiving_money": 0, "why_verify_identity": 0, "exchange_charge": 0, "card_payment_wrong_exchange_rate": 0, "card_not_working": 0, "visa_or_mastercard": 0, "verify_source_of_funds": 0, "pending_transfer": 0, "atm_support": 0, "cash_withdrawal_not_recognised": 0, "card_about_to_expire": 0, "top_up_failed": 0, "top_up_by_bank_transfer_charge": 0, "terminate_account": 0, "exchange_via_app": 0, "transaction_charged_twice": 0, "card_arrival": 0.03, "pending_card_payment": 0, "direct_debit_payment_not_recognised": 0, "change_pin": 0, "declined_card_payment": 0, "declined_cash_withdrawal": 0, "get_disposable_virtual_card": 0, "transfer_fee_charged": 0, "order_physical_card": 0, "transfer_not_received_by_recipient": 0, "contactless_not_working": 0, "country_support": 0.89, "wrong_exchange_rate_for_cash_withdrawal": 0, "passcode_forgotten": 0, "top_up_reverted": 0, "card_acceptance": 0.05, "verify_my_identity": 0, "lost_or_stolen_card": 0 }, "error": null, "latency_ms": 242.3675829777494, "usage": { "input_tokens": 1029, "output_tokens": 826, "cost": 4.3218e-05, "cost_usd": 4.3218e-05 } } ] }