diff --git a/examples/qa_BasicTest.log b/examples/qa_BasicTest.log index 26b6b7a..02215ca 100644 --- a/examples/qa_BasicTest.log +++ b/examples/qa_BasicTest.log @@ -1,180 +1,118 @@ --------- Test Results on 2017-02-20 14:14:00 --------- -Test serie 0: [u'80 0b 01 01 23 45 67 89 ab cd ef'] * 10 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - => Total passed: 5 out of 30 (16.67%) +-------- Test Results on 2017-02-23 09:49:52 --------- + ====== Total passed: 75 out of 413 (18.16%) ====== +Ran 1 test in 613.894s -Test serie 1: [u'80 0f 02 01 23 45 67 89 ab cd ef'] * 10 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%) - => Total passed: 4 out of 20 (20.00%) +-------- Test Results on 2017-02-23 17:27:48 --------- +Test serie 0: [u'01 23 45 67 89 ab cd ef'] * 10 + Test 1 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) + Test 2 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 3 out of 10 ( 30.00%) + Test 3 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 4 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 5 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%) + Test 6 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 7 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) + => Total passed: 14 out of 70 (20.00%) -Test serie 2: [u'80 0d 05 01 23 45 67 89 ab cd ef'] * 10 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) - => Total passed: 2 out of 20 (10.00%) +Test serie 1: [u'11 11 11'] * 1 + Test 8 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%) + Test 9 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 1 (100.00%) + Test 10 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 11 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 12 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 13 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 14 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + => Total passed: 2 out of 7 (28.57%) -Test serie 3: [u'30 0b 02 11 11 11'] * 1 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 1 out of 3 (33.33%) +Test serie 2: [u'11 11 11'] * 5 + Test 15 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 3 out of 5 ( 60.00%) + Test 16 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 2 out of 5 ( 40.00%) + Test 17 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) + Test 18 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) + Test 19 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%) + Test 20 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) + Test 21 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%) + => Total passed: 8 out of 35 (22.86%) -Test serie 4: [u'30 0f 01 11 11 11'] * 1 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 0 out of 2 (0.00%) +Test serie 3: [u'aa aa aa aa'] * 3 + Test 22 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) + Test 23 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) + Test 24 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 25 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 26 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 27 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 28 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) + => Total passed: 3 out of 21 (14.29%) -Test serie 5: [u'30 0d 06 11 11 11'] * 1 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 0 out of 2 (0.00%) +Test serie 4: [u'ff ff ff ff'] * 1 + Test 29 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 30 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 1 (100.00%) + Test 31 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 32 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 33 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 34 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 35 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%) + => Total passed: 2 out of 7 (28.57%) -Test serie 6: [u'30 0b 02 11 11 11'] * 5 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 3 out of 5 ( 60.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - => Total passed: 3 out of 15 (20.00%) +Test serie 5: [u'ff ff ff ff'] * 10 + Test 36 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) + Test 37 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) + Test 38 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 39 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 40 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 41 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 42 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%) + => Total passed: 10 out of 70 (14.29%) -Test serie 7: [u'30 0f 01 11 11 11'] * 5 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%) - => Total passed: 2 out of 10 (20.00%) +Test serie 6: [u'55 55 55 55'] * 3 + Test 43 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) + Test 44 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) + Test 45 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 46 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 47 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) + Test 48 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + Test 49 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) + => Total passed: 3 out of 21 (14.29%) -Test serie 8: [u'30 0d 06 11 11 11'] * 5 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%) - => Total passed: 1 out of 10 (10.00%) +Test serie 7: [u'55 55 55 55'] * 10 + Test 50 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) + Test 51 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 4 out of 10 ( 40.00%) + Test 52 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 53 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 54 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) + Test 55 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 56 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%) + => Total passed: 14 out of 70 (20.00%) -Test serie 9: [u'40 0b 07 aa aa aa aa'] * 3 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - => Total passed: 1 out of 9 (11.11%) +Test serie 8: [u'88 88 88 88'] * 1 + Test 57 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 58 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 1 out of 1 (100.00%) + Test 59 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 60 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 61 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 62 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) + Test 63 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%) + => Total passed: 2 out of 7 (28.57%) -Test serie 10: [u'40 0f 04 aa aa aa aa'] * 3 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - => Total passed: 0 out of 6 (0.00%) +Test serie 9: [u'88 88 88 88'] * 5 + Test 61 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%) + Test 62 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 2 out of 5 ( 40.00%) + Test 63 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 1 out of 5 ( 20.00%) + Test 64 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) + Test 65 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) + Test 66 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) + Test 67 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%) + => Total passed: 6 out of 35 (17.14%) -Test serie 11: [u'40 0d 03 aa aa aa aa'] * 3 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) - => Total passed: 1 out of 6 (16.67%) - -Test serie 12: [u'40 0b 07 ff ff ff ff'] * 1 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 0 out of 3 (0.00%) - -Test serie 13: [u'40 0f 04 ff ff ff ff'] * 1 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 0 out of 2 (0.00%) - -Test serie 14: [u'40 0d 03 ff ff ff ff'] * 1 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%) - => Total passed: 1 out of 2 (50.00%) - -Test serie 15: [u'40 0b 07 ff ff ff ff'] * 10 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - => Total passed: 2 out of 30 (6.67%) - -Test serie 16: [u'40 0f 04 ff ff ff ff'] * 10 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - => Total passed: 0 out of 20 (0.00%) - -Test serie 17: [u'40 0d 03 ff ff ff ff'] * 10 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%) - => Total passed: 3 out of 20 (15.00%) - -Test serie 18: [u'40 0b 07 55 55 55 55'] * 3 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - => Total passed: 1 out of 9 (11.11%) - -Test serie 19: [u'40 0f 04 55 55 55 55'] * 3 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 1 out of 3 ( 33.33%) - => Total passed: 1 out of 6 (16.67%) - -Test serie 20: [u'40 0d 03 55 55 55 55'] * 3 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 0 out of 3 ( 0.00%) - => Total passed: 0 out of 6 (0.00%) - -Test serie 21: [u'40 0b 07 55 55 55 55'] * 10 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - => Total passed: 2 out of 30 (6.67%) - -Test serie 22: [u'40 0f 04 55 55 55 55'] * 10 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) - => Total passed: 5 out of 20 (25.00%) - -Test serie 23: [u'40 0d 03 55 55 55 55'] * 10 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 3 out of 10 ( 30.00%) - => Total passed: 3 out of 20 (15.00%) - -Test serie 24: [u'40 0b 07 88 88 88 88'] * 1 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 0 out of 3 (0.00%) - -Test serie 25: [u'40 0f 04 88 88 88 88'] * 1 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - => Total passed: 0 out of 2 (0.00%) - -Test serie 26: [u'40 0d 03 88 88 88 88'] * 1 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 1 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 1 (100.00%) - => Total passed: 1 out of 2 (50.00%) - -Test serie 27: [u'40 0b 07 88 88 88 88'] * 5 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 2 out of 5 ( 40.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - => Total passed: 2 out of 15 (13.33%) - -Test serie 28: [u'40 0f 04 88 88 88 88'] * 5 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - => Total passed: 0 out of 10 (0.00%) - -Test serie 29: [u'40 0d 03 88 88 88 88'] * 5 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 5 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 1 out of 5 ( 20.00%) - => Total passed: 1 out of 10 (10.00%) - -Test serie 30: [u'40 0b 07 88 88 88 88'] * 10 - Test 0 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) - Test 1 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 2 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - => Total passed: 5 out of 30 (16.67%) - -Test serie 31: [u'40 0f 04 88 88 88 88'] * 10 - Test 0 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - => Total passed: 0 out of 20 (0.00%) - -Test serie 32: [u'40 0d 03 88 88 88 88'] * 10 - Test 0 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) - Test 1 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%) - => Total passed: 4 out of 20 (20.00%) +Test serie 10: [u'88 88 88 88'] * 10 + Test 68 :: cr4-5 bw125 sf7 crc1 pwr1 :: passed 5 out of 10 ( 50.00%) + Test 69 :: cr4-5 bw125 sf8 crc1 pwr1 :: passed 2 out of 10 ( 20.00%) + Test 70 :: cr4-5 bw125 sf12 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 71 :: cr4-7 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 72 :: cr4-7 bw125 sf7 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 73 :: cr4-6 bw125 sf6 crc1 pwr1 :: passed 0 out of 10 ( 0.00%) + Test 74 :: cr4-6 bw125 sf7 crc1 pwr1 :: passed 4 out of 10 ( 40.00%) + => Total passed: 11 out of 70 (15.71%) - ====== Total passed: 51 out of 413 (12.35%) ====== - Ran 1 tests in 278.085s + ====== Total passed: 75 out of 413 (18.16%) ====== +Ran 1 test in 612.239s diff --git a/python/qa_BasicTest_XML.py b/python/qa_BasicTest_XML.py index 654bcf3..b3250e1 100644 --- a/python/qa_BasicTest_XML.py +++ b/python/qa_BasicTest_XML.py @@ -6,7 +6,7 @@ import xmltodict from gnuradio import gr, gr_unittest, blocks -TestResultData = collections.namedtuple('TestResultData', ['fromfile', 'passing', 'total', 'rate']) +TestResultData = collections.namedtuple('TestResultData', ['id', 'fromfile', 'passing', 'total', 'rate']) TestSerieSettings = collections.namedtuple('TestSerieSettings', ['data', 'times']) class qa_BasicTest_XML (gr_unittest.TestCase): @@ -33,7 +33,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase): # Print received data, expected data and if they match. # Also give feedback about successrate in the decoding (percentage correctly captured and decoded). # - def compareDataSets(self, total_data, expected_data, fromfile): + def compareDataSets(self, total_data, expected_data, fromfile, test_idx): global testResults total_passing = 0 @@ -56,7 +56,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase): print "{0: 3d} :: mismatch:\n {1:s}".format(idx, data_str) print "should be:\n {0:s}".format(expected_data[idx]) - results = TestResultData(fromfile, total_passing, len(expected_data), float(total_passing) / len(expected_data) * 100.0) + results = TestResultData(test_idx, fromfile, total_passing, len(expected_data), float(total_passing) / len(expected_data) * 100.0) testResults[len(testResults) - 1].append(results) print ("\nPassed rate: {0:d} out of {1:d} ({2:.2f}%)\n" .format(results.passing, results.total, results.rate)) @@ -113,7 +113,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase): self.tb = None self.xmlTests = None self.server.close() - + flog = open(self.logFile, 'a') passed_t_a = 0 passed_t = 0 @@ -131,11 +131,11 @@ class qa_BasicTest_XML (gr_unittest.TestCase): print(stro) flog.write(stro + '\n') - for i, x in enumerate(serie): - passed_t += x[1] - total_t += x[2] + for x in serie: + passed_t += x.passing + total_t += x.total stro = (" Test {0: 3d} :: {1:5s} {2:5s} {3:4s} {4:4s} {5:4s} :: passed {6: 3d} out of {7: 3d} ({8:6.2f}%)" - .format(i, *(x[0].split('_')[1:-1] + [x[1]] + [x[2]] + [x[3]]))) + .format(x.id, *(x.fromfile.split('_')[1:-1] + [x.passing] + [x.total] + [x.rate]))) print(stro) flog.write(stro + '\n') @@ -158,7 +158,8 @@ class qa_BasicTest_XML (gr_unittest.TestCase): # Unit tests series from qa_BasicTest_Data.xml # ############################################################################################### def test_000 (self): - prevData = "" + prevData = "" + prevTimes = 0 for test in self.xmlTests: # print (("Test {0: 3d}\n" @@ -177,6 +178,7 @@ class qa_BasicTest_XML (gr_unittest.TestCase): self.inputFile = str(test['file']) self.hasHDR = True data = test['expected-data-all'] + times = int(test['expected-times']) if not data: data = test['expected-hdr'] @@ -187,10 +189,11 @@ class qa_BasicTest_XML (gr_unittest.TestCase): data = data + " " + test['expected-data-only'] if data and os.path.isfile(self.inputFile): - if data != prevData: + if (data != prevData) or (times != prevTimes): testResults.append( [] ) - test_series.append( TestSerieSettings([data], int(test['expected-times'])) ) - prevData = data + test_series.append( TestSerieSettings([data], times) ) + prevData = data + prevTimes = times print "++++++++++ Starting test {0: 3d} from data in: \n {1:s}\n".format(int(test['@id']), self.inputFile) @@ -213,8 +216,8 @@ class qa_BasicTest_XML (gr_unittest.TestCase): total_data = self.gatherFromSocket(test_series[len(test_series) - 1].times) self.compareDataSets(total_data, test_series[len(test_series) - 1].data * test_series[len(test_series) - 1].times, - os.path.splitext(os.path.basename(self.inputFile))[0]) - + os.path.splitext(os.path.basename(self.inputFile))[0], + int(test['@id'])) self.tb = None else: print("No test data or file does not exist, skipping test {0: 3d}...".format(int(test['@id'])))