Hugging Face's logo

Spaces:
KaiquanMah
/
open-intent-query-classification
Running

App Files Community
KaiquanMah commited on
Commit
5037e5c
·
verified ·
1 Parent(s): d65e2fc

Upload 12 files

Browse files
Files changed (7) hide show
  1. .gitattributes +1 -0
  2. predictions-zeroshot/round7-fewshot-5examplesperknownintent/classification_report_llama3.2_3b_banking.txt +65 -0
  3. predictions-zeroshot/round7-fewshot-5examplesperknownintent/classification_report_llama3.2_3b_stackoverflow_only2notoos.txt +9 -0
  4. predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_banking.csv +60 -0
  5. predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_banking.png +3 -0
  6. predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_stackoverflow_only2notoos.csv +4 -0
  7. predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_stackoverflow_only2notoos.png +0 -0
.gitattributes CHANGED
@@ -44,3 +44,4 @@ predictions-zeroshot/round5-other-models/cm_mistral_7b_banking.png filter=lfs di
44
  predictions-zeroshot/round5-other-models/cm_qwen3_8b_banking.png filter=lfs diff=lfs merge=lfs -text
45
  predictions-zeroshot/round5-other-models/cm_tulu3_8b_banking.png filter=lfs diff=lfs merge=lfs -text
46
  predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_stackoverflow.png filter=lfs diff=lfs merge=lfs -text
 
 
44
  predictions-zeroshot/round5-other-models/cm_qwen3_8b_banking.png filter=lfs diff=lfs merge=lfs -text
45
  predictions-zeroshot/round5-other-models/cm_tulu3_8b_banking.png filter=lfs diff=lfs merge=lfs -text
46
  predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_stackoverflow.png filter=lfs diff=lfs merge=lfs -text
47
+ predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_banking.png filter=lfs diff=lfs merge=lfs -text
predictions-zeroshot/round7-fewshot-5examplesperknownintent/classification_report_llama3.2_3b_banking.txt ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ precision recall f1-score support
2
+
3
+ Refund_not_showing_up 0.00 0.00 0.00 202
4
+ activate_my_card 0.96 0.46 0.62 199
5
+ age_limit 1.00 0.05 0.09 150
6
+ atm_support 0.74 0.68 0.70 127
7
+ automatic_top_up 0.97 0.51 0.67 167
8
+ balance_not_updated_after_bank_transfer 1.00 0.00 0.01 211
9
+ balance_not_updated_after_cheque_or_cash_deposit 0.25 0.01 0.02 221
10
+ beneficiary_not_allowed 0.50 0.01 0.01 196
11
+ cancel_transfer 0.02 0.02 0.02 197
12
+ card_about_to_expire 0.64 0.08 0.15 169
13
+ card_arrival 0.02 0.01 0.01 193
14
+ card_delivery_estimate 0.03 0.03 0.03 152
15
+ card_linking 0.27 0.02 0.04 179
16
+ card_swallowed 0.00 0.00 0.00 101
17
+ cash_withdrawal_not_recognised 0.05 0.03 0.03 200
18
+ change_pin 0.39 0.18 0.24 162
19
+ compromised_card 0.00 0.00 0.00 126
20
+ contactless_not_working 0.94 0.39 0.55 75
21
+ country_support 0.18 0.12 0.15 169
22
+ declined_cash_withdrawal 0.00 0.00 0.00 213
23
+ declined_transfer 0.50 0.01 0.01 173
24
+ direct_debit_payment_not_recognised 0.77 0.05 0.09 222
25
+ disposable_card_limits 0.86 0.24 0.37 161
26
+ edit_personal_details 0.10 0.01 0.01 161
27
+ failed_transfer 0.00 0.00 0.00 177
28
+ get_disposable_virtual_card 0.55 0.04 0.08 137
29
+ get_physical_card 0.02 0.01 0.02 146
30
+ getting_spare_card 0.09 0.01 0.02 169
31
+ getting_virtual_card 0.07 0.01 0.02 138
32
+ lost_or_stolen_card 0.60 0.07 0.13 122
33
+ lost_or_stolen_phone 1.00 0.01 0.01 161
34
+ oos 1.00 0.00 0.00 3423
35
+ order_physical_card 0.33 0.14 0.20 160
36
+ passcode_forgotten 1.00 0.01 0.01 145
37
+ pending_card_payment 0.50 0.03 0.06 199
38
+ pending_cash_withdrawal 0.25 0.01 0.01 183
39
+ pending_top_up nan 0.00 0.00 189
40
+ pending_transfer 0.00 0.00 0.00 188
41
+ pin_blocked 0.00 0.00 0.00 155
42
+ receiving_money 0.00 0.00 0.00 135
43
+ terminate_account 1.00 0.01 0.03 148
44
+ top_up_by_bank_transfer_charge 0.02 0.01 0.01 151
45
+ top_up_by_cash_or_cheque 0.56 0.23 0.32 154
46
+ top_up_failed 0.02 0.01 0.01 185
47
+ top_up_limits 0.85 0.50 0.63 137
48
+ top_up_reverted 0.12 0.03 0.04 186
49
+ topping_up_by_card 0.06 0.01 0.02 143
50
+ transaction_charged_twice 0.00 0.00 0.00 215
51
+ transfer_fee_charged 0.47 0.19 0.27 212
52
+ transfer_into_account 1.00 0.14 0.25 153
53
+ transfer_not_received_by_recipient 0.11 0.68 0.20 211
54
+ transfer_timing 0.07 0.96 0.13 168
55
+ unable_to_verify_identity 0.03 0.96 0.05 142
56
+ verify_my_identity 0.62 0.82 0.70 144
57
+ verify_source_of_funds 0.90 0.93 0.92 153
58
+ verify_top_up 0.80 0.93 0.86 166
59
+ virtual_card_not_working 0.10 1.00 0.18 81
60
+ why_verify_identity 0.60 0.19 0.28 161
61
+ wrong_amount_of_cash_received 0.19 0.96 0.32 220
62
+
63
+ accuracy 0.14 13083
64
+ macro avg 0.40 0.20 0.16 13083
65
+ weighted avg 0.54 0.14 0.12 13083
predictions-zeroshot/round7-fewshot-5examplesperknownintent/classification_report_llama3.2_3b_stackoverflow_only2notoos.txt ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ precision recall f1-score support
2
+
3
+ matlab 0.26 0.97 0.42 1000
4
+ oos 0.99 0.85 0.92 18000
5
+ sharepoint 0.89 0.86 0.88 1000
6
+
7
+ accuracy 0.86 20000
8
+ macro avg 0.72 0.89 0.74 20000
9
+ weighted avg 0.95 0.86 0.89 20000
predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_banking.csv ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ,Refund_not_showing_up,activate_my_card,age_limit,atm_support,automatic_top_up,balance_not_updated_after_bank_transfer,balance_not_updated_after_cheque_or_cash_deposit,beneficiary_not_allowed,cancel_transfer,card_about_to_expire,card_arrival,card_delivery_estimate,card_linking,card_swallowed,cash_withdrawal_not_recognised,change_pin,compromised_card,contactless_not_working,country_support,declined_cash_withdrawal,declined_transfer,direct_debit_payment_not_recognised,disposable_card_limits,edit_personal_details,failed_transfer,get_disposable_virtual_card,get_physical_card,getting_spare_card,getting_virtual_card,lost_or_stolen_card,lost_or_stolen_phone,oos,order_physical_card,passcode_forgotten,pending_card_payment,pending_cash_withdrawal,pending_top_up,pending_transfer,pin_blocked,receiving_money,terminate_account,top_up_by_bank_transfer_charge,top_up_by_cash_or_cheque,top_up_failed,top_up_limits,top_up_reverted,topping_up_by_card,transaction_charged_twice,transfer_fee_charged,transfer_into_account,transfer_not_received_by_recipient,transfer_timing,unable_to_verify_identity,verify_my_identity,verify_source_of_funds,verify_top_up,virtual_card_not_working,why_verify_identity,wrong_amount_of_cash_received
2
+ Refund_not_showing_up,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52,10,139,0,0,0,0,0,1
3
+ activate_my_card,0,92,0,0,0,0,0,0,0,0,4,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,84,2,0,0,13,0,0
4
+ age_limit,0,0,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,142,1,0,0,0,0,0
5
+ atm_support,0,0,0,86,0,0,0,0,3,0,1,0,0,0,17,0,0,0,0,0,0,0,0,0,0,0,2,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,4,0,1,0,1,0,7
6
+ automatic_top_up,0,0,0,0,85,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,3,9,4,1,0,0,0,0,33,29,1,0,0,0,0,0
7
+ balance_not_updated_after_bank_transfer,0,0,0,0,0,1,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,106,92,8,0,0,0,0,0,0
8
+ balance_not_updated_after_cheque_or_cash_deposit,0,0,0,0,0,0,2,0,0,0,0,0,0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,49,21,136,1,0,0,0,0,6
9
+ beneficiary_not_allowed,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,125,26,44,0,0,0,0,0,0
10
+ cancel_transfer,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,64,29,96,0,0,0,0,0,2
11
+ card_about_to_expire,0,0,0,0,1,0,0,0,0,14,1,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,4,0,0,0,18,0,0,0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0,36,52,0,0,0,19,0,0
12
+ card_arrival,0,0,0,0,0,0,0,0,0,0,1,5,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,87,84,0,0,0,8,0,0
13
+ card_delivery_estimate,0,0,0,0,0,0,0,0,1,1,0,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,127,17,0,0,0,1,0,0
14
+ card_linking,0,2,0,0,0,0,0,0,6,0,1,0,4,1,0,0,0,0,0,0,0,0,0,0,0,0,1,3,1,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,114,5,0,5,33,0,0
15
+ card_swallowed,0,0,0,12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52,0,0,0,29,0,7
16
+ cash_withdrawal_not_recognised,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,2,89,0,0,0,11,0,88
17
+ change_pin,0,0,0,10,0,0,0,0,0,0,0,0,0,0,17,29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1,102,0,0,1,0,0,0
18
+ compromised_card,0,0,0,0,0,0,0,0,0,6,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,106,0,0,0,8,0,0
19
+ contactless_not_working,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,29,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,20,1,0,0,20,0,0
20
+ country_support,0,1,0,0,0,0,0,0,8,0,2,3,0,3,0,0,0,0,21,0,0,0,0,6,0,0,14,7,5,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,53,43,1,0,0,0,0,1
21
+ declined_cash_withdrawal,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,72,0,0,0,25,0,113
22
+ declined_transfer,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62,77,32,0,0,0,1,0,0
23
+ direct_debit_payment_not_recognised,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,1,202,0,0,0,0,0,4
24
+ disposable_card_limits,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,38,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,21,0,0,0,1,6,0,0,0,91,0,0
25
+ edit_personal_details,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,0,0,0,0,0,0
26
+ failed_transfer,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,3,0,116,46,10,0,0,0,0,0,0
27
+ get_disposable_virtual_card,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,6,0,0,0,0,0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,5,0,3,8,101,3,0
28
+ get_physical_card,0,0,0,0,0,0,0,0,1,0,0,0,0,7,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,8,0,0,0,0,0,0,0,0,0,0,0,0,8,105,9,1,1,3,0,0
29
+ getting_spare_card,0,0,0,0,0,0,0,0,4,0,0,4,7,1,1,0,0,0,0,0,0,0,0,0,4,2,24,2,4,1,0,0,12,0,2,0,0,0,0,1,0,0,0,2,1,0,0,0,0,0,0,24,51,0,0,2,19,0,1
30
+ getting_virtual_card,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,2,0,0,0,6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,5,0,0,2,119,0,0
31
+ lost_or_stolen_card,0,0,0,0,0,0,0,0,0,0,3,0,0,3,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,9,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,99,0,0,0,6,0,0
32
+ lost_or_stolen_phone,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,160,0,0,0,0,0,0
33
+ oos,1,1,0,9,0,0,0,0,146,1,43,70,2,53,22,26,2,0,95,4,0,2,0,3,52,1,19,0,6,0,0,1,0,0,3,1,0,1,0,1,0,18,17,56,1,13,21,16,2,0,66,651,1222,5,7,4,171,16,572
34
+ order_physical_card,0,0,0,0,1,0,0,0,5,0,0,38,0,3,1,1,0,1,0,0,0,0,0,0,2,0,33,4,3,1,0,0,23,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,10,15,1,0,0,15,0,1
35
+ passcode_forgotten,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,142,0,0,1,0,0,0
36
+ pending_card_payment,0,0,0,0,0,0,0,0,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6,2,0,7,0,0,0,0,0,0,0,0,0,1,0,0,29,106,44,0,0,0,0,0,0
37
+ pending_cash_withdrawal,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,12,40,29,0,0,0,1,0,84
38
+ pending_top_up,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,0,2,0,0,0,0,72,61,45,0,0,2,3,0,0
39
+ pending_transfer,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,48,136,3,0,0,0,0,0,0
40
+ pin_blocked,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,144,1,0,0,8,0,1
41
+ receiving_money,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,0,14,65,44,0,2,0,0,0,0
42
+ terminate_account,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,146,0,0,0,0,0,0
43
+ top_up_by_bank_transfer_charge,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,6,0,0,3,0,13,0,23,102,2,0,0,0,0,0,0
44
+ top_up_by_cash_or_cheque,0,0,0,0,0,0,0,0,2,0,0,0,0,0,13,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,35,1,0,8,5,0,0,0,1,1,59,15,0,3,0,0,1
45
+ top_up_failed,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,0,0,0,0,0,0,43,1,136,0,0,0,2,0,0
46
+ top_up_limits,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,69,3,3,0,0,0,0,57,2,0,0,0,0,0,0
47
+ top_up_reverted,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0,0,0,0,114,3,62,0,0,0,1,0,1
48
+ topping_up_by_card,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8,9,5,1,4,2,0,3,0,9,27,58,7,0,4,5,0,0
49
+ transaction_charged_twice,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55,6,149,0,0,0,1,0,2
50
+ transfer_fee_charged,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,40,0,12,129,19,0,0,0,0,0,8
51
+ transfer_into_account,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5,0,3,0,1,0,0,20,22,17,61,16,1,1,5,0,0,0
52
+ transfer_not_received_by_recipient,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,144,57,8,0,0,0,0,0,0
53
+ transfer_timing,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,161,0,0,0,0,0,0,0
54
+ unable_to_verify_identity,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,136,6,0,0,0,0,0
55
+ verify_my_identity,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26,118,0,0,0,0,0
56
+ verify_source_of_funds,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,3,4,0,142,0,0,0,0
57
+ verify_top_up,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,4,0,154,0,1,0
58
+ virtual_card_not_working,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,81,0,0
59
+ why_verify_identity,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,119,12,0,0,0,30,0
60
+ wrong_amount_of_cash_received,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4,1,3,0,0,0,0,0,211
predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_banking.png ADDED

Git LFS Details

  • SHA256: 0a73846f5c21bf143afa2d7cf99be9337999c4e8e78ff8755240438329450c22
  • Pointer size: 131 Bytes
  • Size of remote file: 502 kB
predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_stackoverflow_only2notoos.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ ,matlab,oos,sharepoint
2
+ matlab,967,33,0
3
+ oos,2589,15310,101
4
+ sharepoint,97,44,859
predictions-zeroshot/round7-fewshot-5examplesperknownintent/cm_llama3.2_3b_stackoverflow_only2notoos.png ADDED