BasicTest id fix

~ Changed test id when printing log to actual id from xml file (for easy
look-up)
~ Tests are now properly grouped by data and the times the data is
expected
pull/24/head
Wosser1sProductions 2017-02-23 20:08:18 +01:00
rodzic 9730ee8ebe
commit 447487380b
2 zmienionych plików z 122 dodań i 181 usunięć

Wyświetl plik

@ -1,180 +1,118 @@
-------- Test Results on 2017-02-20 14:14:00 ---------
Test serie 0: [u'80 0b 01 01 23 45 67 89 ab cd ef'] * 10
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
=> Total passed: 5 out of 30 (16.67%)
-------- Test Results on 2017-02-23 09:49:52 ---------
====== Total passed: 75 out of 413 (18.16%) ======
Ran 1 test in 613.894s
Test serie 1: [u'80 0f 02 01 23 45 67 89 ab cd ef'] * 10
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%)
=> Total passed: 4 out of 20 (20.00%)
-------- Test Results on 2017-02-23 17:27:48 ---------
Test serie 0: [u'01 23 45 67 89 ab cd ef'] * 10
Test 1 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
Test 2 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 3 out of 10 ( 30.00%)
Test 3 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 4 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 5 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%)
Test 6 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 7 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
=> Total passed: 14 out of 70 (20.00%)
Test serie 2: [u'80 0d 05 01 23 45 67 89 ab cd ef'] * 10
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
=> Total passed: 2 out of 20 (10.00%)
Test serie 1: [u'11 11 11'] * 1
Test 8 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%)
Test 9 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 1 (100.00%)
Test 10 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 11 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 12 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 13 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 14 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 2 out of 7 (28.57%)
Test serie 3: [u'30 0b 02 11 11 11'] * 1
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 1 out of 3 (33.33%)
Test serie 2: [u'11 11 11'] * 5
Test 15 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 3 out of 5 ( 60.00%)
Test 16 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 2 out of 5 ( 40.00%)
Test 17 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 18 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 19 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%)
Test 20 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 21 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%)
=> Total passed: 8 out of 35 (22.86%)
Test serie 4: [u'30 0f 01 11 11 11'] * 1
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 0 out of 2 (0.00%)
Test serie 3: [u'aa aa aa aa'] * 3
Test 22 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 23 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 24 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 25 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 26 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 27 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 28 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
=> Total passed: 3 out of 21 (14.29%)
Test serie 5: [u'30 0d 06 11 11 11'] * 1
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 0 out of 2 (0.00%)
Test serie 4: [u'ff ff ff ff'] * 1
Test 29 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 30 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 1 (100.00%)
Test 31 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 32 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 33 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 34 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 35 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%)
=> Total passed: 2 out of 7 (28.57%)
Test serie 6: [u'30 0b 02 11 11 11'] * 5
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 3 out of 5 ( 60.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
=> Total passed: 3 out of 15 (20.00%)
Test serie 5: [u'ff ff ff ff'] * 10
Test 36 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
Test 37 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
Test 38 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 39 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 40 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 41 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 42 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%)
=> Total passed: 10 out of 70 (14.29%)
Test serie 7: [u'30 0f 01 11 11 11'] * 5
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%)
=> Total passed: 2 out of 10 (20.00%)
Test serie 6: [u'55 55 55 55'] * 3
Test 43 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 44 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 45 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 46 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 47 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 48 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 49 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
=> Total passed: 3 out of 21 (14.29%)
Test serie 8: [u'30 0d 06 11 11 11'] * 5
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%)
=> Total passed: 1 out of 10 (10.00%)
Test serie 7: [u'55 55 55 55'] * 10
Test 50 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
Test 51 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 4 out of 10 ( 40.00%)
Test 52 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 53 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 54 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
Test 55 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 56 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%)
=> Total passed: 14 out of 70 (20.00%)
Test serie 9: [u'40 0b 07 aa aa aa aa'] * 3
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
=> Total passed: 1 out of 9 (11.11%)
Test serie 8: [u'88 88 88 88'] * 1
Test 57 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 58 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 1 (100.00%)
Test 59 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 60 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 61 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 62 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 63 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%)
=> Total passed: 2 out of 7 (28.57%)
Test serie 10: [u'40 0f 04 aa aa aa aa'] * 3
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
=> Total passed: 0 out of 6 (0.00%)
Test serie 9: [u'88 88 88 88'] * 5
Test 61 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%)
Test 62 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 2 out of 5 ( 40.00%)
Test 63 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 1 out of 5 ( 20.00%)
Test 64 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 65 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 66 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 67 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%)
=> Total passed: 6 out of 35 (17.14%)
Test serie 11: [u'40 0d 03 aa aa aa aa'] * 3
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
=> Total passed: 1 out of 6 (16.67%)
Test serie 12: [u'40 0b 07 ff ff ff ff'] * 1
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 0 out of 3 (0.00%)
Test serie 13: [u'40 0f 04 ff ff ff ff'] * 1
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 0 out of 2 (0.00%)
Test serie 14: [u'40 0d 03 ff ff ff ff'] * 1
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%)
=> Total passed: 1 out of 2 (50.00%)
Test serie 15: [u'40 0b 07 ff ff ff ff'] * 10
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
=> Total passed: 2 out of 30 (6.67%)
Test serie 16: [u'40 0f 04 ff ff ff ff'] * 10
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
=> Total passed: 0 out of 20 (0.00%)
Test serie 17: [u'40 0d 03 ff ff ff ff'] * 10
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%)
=> Total passed: 3 out of 20 (15.00%)
Test serie 18: [u'40 0b 07 55 55 55 55'] * 3
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
=> Total passed: 1 out of 9 (11.11%)
Test serie 19: [u'40 0f 04 55 55 55 55'] * 3
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%)
=> Total passed: 1 out of 6 (16.67%)
Test serie 20: [u'40 0d 03 55 55 55 55'] * 3
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%)
=> Total passed: 0 out of 6 (0.00%)
Test serie 21: [u'40 0b 07 55 55 55 55'] * 10
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
=> Total passed: 2 out of 30 (6.67%)
Test serie 22: [u'40 0f 04 55 55 55 55'] * 10
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
=> Total passed: 5 out of 20 (25.00%)
Test serie 23: [u'40 0d 03 55 55 55 55'] * 10
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%)
=> Total passed: 3 out of 20 (15.00%)
Test serie 24: [u'40 0b 07 88 88 88 88'] * 1
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 0 out of 3 (0.00%)
Test serie 25: [u'40 0f 04 88 88 88 88'] * 1
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
=> Total passed: 0 out of 2 (0.00%)
Test serie 26: [u'40 0d 03 88 88 88 88'] * 1
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%)
=> Total passed: 1 out of 2 (50.00%)
Test serie 27: [u'40 0b 07 88 88 88 88'] * 5
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
=> Total passed: 2 out of 15 (13.33%)
Test serie 28: [u'40 0f 04 88 88 88 88'] * 5
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
=> Total passed: 0 out of 10 (0.00%)
Test serie 29: [u'40 0d 03 88 88 88 88'] * 5
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%)
=> Total passed: 1 out of 10 (10.00%)
Test serie 30: [u'40 0b 07 88 88 88 88'] * 10
Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
=> Total passed: 5 out of 30 (16.67%)
Test serie 31: [u'40 0f 04 88 88 88 88'] * 10
Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
=> Total passed: 0 out of 20 (0.00%)
Test serie 32: [u'40 0d 03 88 88 88 88'] * 10
Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%)
=> Total passed: 4 out of 20 (20.00%)
Test serie 10: [u'88 88 88 88'] * 10
Test 68 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%)
Test 69 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 2 out of 10 ( 20.00%)
Test 70 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 71 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 72 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 73 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%)
Test 74 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%)
=> Total passed: 11 out of 70 (15.71%)
====== Total passed: 51 out of 413 (12.35%) ======
Ran 1 tests in 278.085s
====== Total passed: 75 out of 413 (18.16%) ======
Ran 1 test in 612.239s

Wyświetl plik

@ -6,7 +6,7 @@ import xmltodict
from gnuradio import gr, gr_unittest, blocks
TestResultData = collections.namedtuple('TestResultData', ['fromfile', 'passing', 'total', 'rate'])
TestResultData = collections.namedtuple('TestResultData', ['id', 'fromfile', 'passing', 'total', 'rate'])
TestSerieSettings = collections.namedtuple('TestSerieSettings', ['data', 'times'])
class qa_BasicTest_XML (gr_unittest.TestCase):
@ -33,7 +33,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
# Print received data, expected data and if they match.
# Also give feedback about successrate in the decoding (percentage correctly captured and decoded).
#
def compareDataSets(self, total_data, expected_data, fromfile):
def compareDataSets(self, total_data, expected_data, fromfile, test_idx):
global testResults
total_passing = 0
@ -56,7 +56,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
print "{0: 3d} :: mismatch:\n {1:s}".format(idx, data_str)
print "should be:\n {0:s}".format(expected_data[idx])
results = TestResultData(fromfile, total_passing, len(expected_data), float(total_passing) / len(expected_data) * 100.0)
results = TestResultData(test_idx, fromfile, total_passing, len(expected_data), float(total_passing) / len(expected_data) * 100.0)
testResults[len(testResults) - 1].append(results)
print ("\nPassed rate: {0:d} out of {1:d} ({2:.2f}%)\n"
.format(results.passing, results.total, results.rate))
@ -113,7 +113,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
self.tb = None
self.xmlTests = None
self.server.close()
flog = open(self.logFile, 'a')
passed_t_a = 0
passed_t = 0
@ -131,11 +131,11 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
print(stro)
flog.write(stro + '\n')
for i, x in enumerate(serie):
passed_t += x[1]
total_t += x[2]
for x in serie:
passed_t += x.passing
total_t += x.total
stro = (" Test {0: 3d} :: {1:5s} {2:5s} {3:4s} {4:4s} {5:4s} :: passed {6: 3d} out of {7: 3d} ({8:6.2f}%)"
.format(i, *(x[0].split('_')[1:-1] + [x[1]] + [x[2]] + [x[3]])))
.format(x.id, *(x.fromfile.split('_')[1:-1] + [x.passing] + [x.total] + [x.rate])))
print(stro)
flog.write(stro + '\n')
@ -158,7 +158,8 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
# Unit tests series from qa_BasicTest_Data.xml #
###############################################################################################
def test_000 (self):
prevData = ""
prevData = ""
prevTimes = 0
for test in self.xmlTests:
# print (("Test {0: 3d}\n"
@ -177,6 +178,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
self.inputFile = str(test['file'])
self.hasHDR = True
data = test['expected-data-all']
times = int(test['expected-times'])
if not data:
data = test['expected-hdr']
@ -187,10 +189,11 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
data = data + " " + test['expected-data-only']
if data and os.path.isfile(self.inputFile):
if data != prevData:
if (data != prevData) or (times != prevTimes):
testResults.append( [] )
test_series.append( TestSerieSettings([data], int(test['expected-times'])) )
prevData = data
test_series.append( TestSerieSettings([data], times) )
prevData = data
prevTimes = times
print "++++++++++ Starting test {0: 3d} from data in: \n {1:s}\n".format(int(test['@id']), self.inputFile)
@ -213,8 +216,8 @@ class qa_BasicTest_XML (gr_unittest.TestCase):
total_data = self.gatherFromSocket(test_series[len(test_series) - 1].times)
self.compareDataSets(total_data,
test_series[len(test_series) - 1].data * test_series[len(test_series) - 1].times,
os.path.splitext(os.path.basename(self.inputFile))[0])
os.path.splitext(os.path.basename(self.inputFile))[0],
int(test['@id']))
self.tb = None
else:
print("No test data or file does not exist, skipping test {0: 3d}...".format(int(test['@id'])))