diff --git a/plot_rocs.py b/plot_rocs.py index 1de10bc..60517c5 100644 --- a/plot_rocs.py +++ b/plot_rocs.py @@ -6,7 +6,7 @@ from sklearn.metrics import roc_curve, auc import re from junitparser import JUnitXml -MODELS = ['zippy-lzma', 'zippy-zlib', 'roberta', 'gptzero', 'crossplag', 'contentatscale'] +MODELS = ['zippy-lzma', 'contentatscale', 'roberta', 'gptzero', 'crossplag'] SKIPCASES = ['gpt2', 'gpt3'] MAX_PER_CASE = 500 @@ -14,7 +14,7 @@ MAX_PER_CASE = 500 plt.figure() for model in MODELS: - xml = JUnitXml.fromfile(f'{model}-report.xml') + xml = JUnitXml.fromfile(f'test_results/{model}-report.xml') cases = [] for suite in xml: for case in suite: @@ -61,6 +61,11 @@ for model in MODELS: y_scores = np.array(scores) print("Failures per case for " + model) print(fails_per_case) + tf = 0 + for k in fails_per_case.keys(): + tf += fails_per_case[k] + print('Total fails: ' + str(tf)) + tp = len(cases) - tf # Compute the false positive rate (FPR), true positive rate (TPR), and threshold values fpr, tpr, thresholds = roc_curve(y_true, y_scores) gmeans = np.sqrt(tpr * (1-fpr)) @@ -73,7 +78,7 @@ for model in MODELS: roc_auc = auc(fpr, tpr) # Plot the ROC curve - plt.plot(fpr, tpr, lw=2, label=model.capitalize() + ': ROC curve (AUC = %0.2f)' % roc_auc) + plt.plot(fpr, tpr, lw=2, label=f'{model.capitalize()}: ROC curve (%Acc = {tp/len(cases):0.2f}; AUC = {roc_auc:0.2f})') plt.scatter(fpr[ix], tpr[ix], marker='o', color='black')#, label=model.capitalize() + ': Best @ threshold = %0.2f' % thresholds[ix]) plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--', label="Random classifier") diff --git a/contentatscale-report.xml b/test_results/contentatscale-report.xml similarity index 100% rename from contentatscale-report.xml rename to test_results/contentatscale-report.xml diff --git a/crossplag-report.xml b/test_results/crossplag-report.xml similarity index 100% rename from crossplag-report.xml rename to test_results/crossplag-report.xml diff --git a/gptzero-report.xml b/test_results/gptzero-report.xml similarity index 100% rename from gptzero-report.xml rename to test_results/gptzero-report.xml diff --git a/openai-report.xml b/test_results/openai-report.xml similarity index 100% rename from openai-report.xml rename to test_results/openai-report.xml diff --git a/roberta-report.xml b/test_results/roberta-report.xml similarity index 100% rename from roberta-report.xml rename to test_results/roberta-report.xml diff --git a/zippy-lzma-0.xml b/test_results/zippy-lzma-0.xml similarity index 100% rename from zippy-lzma-0.xml rename to test_results/zippy-lzma-0.xml diff --git a/zippy-lzma-1.xml b/test_results/zippy-lzma-1.xml similarity index 100% rename from zippy-lzma-1.xml rename to test_results/zippy-lzma-1.xml diff --git a/zippy-lzma-2.xml b/test_results/zippy-lzma-2.xml similarity index 100% rename from zippy-lzma-2.xml rename to test_results/zippy-lzma-2.xml diff --git a/zippy-lzma-3.xml b/test_results/zippy-lzma-3.xml similarity index 100% rename from zippy-lzma-3.xml rename to test_results/zippy-lzma-3.xml diff --git a/zippy-lzma-4.xml b/test_results/zippy-lzma-4.xml similarity index 100% rename from zippy-lzma-4.xml rename to test_results/zippy-lzma-4.xml diff --git a/zippy-lzma-5.xml b/test_results/zippy-lzma-5.xml similarity index 100% rename from zippy-lzma-5.xml rename to test_results/zippy-lzma-5.xml diff --git a/zippy-lzma-6.xml b/test_results/zippy-lzma-6.xml similarity index 100% rename from zippy-lzma-6.xml rename to test_results/zippy-lzma-6.xml diff --git a/zippy-lzma-7.xml b/test_results/zippy-lzma-7.xml similarity index 100% rename from zippy-lzma-7.xml rename to test_results/zippy-lzma-7.xml diff --git a/zippy-lzma-8.xml b/test_results/zippy-lzma-8.xml similarity index 100% rename from zippy-lzma-8.xml rename to test_results/zippy-lzma-8.xml diff --git a/zippy-lzma-9.xml b/test_results/zippy-lzma-9.xml similarity index 100% rename from zippy-lzma-9.xml rename to test_results/zippy-lzma-9.xml diff --git a/zippy-lzma-report.xml b/test_results/zippy-lzma-report.xml similarity index 100% rename from zippy-lzma-report.xml rename to test_results/zippy-lzma-report.xml diff --git a/zippy-zlib-0.xml b/test_results/zippy-zlib-0.xml similarity index 100% rename from zippy-zlib-0.xml rename to test_results/zippy-zlib-0.xml diff --git a/zippy-zlib-1.xml b/test_results/zippy-zlib-1.xml similarity index 100% rename from zippy-zlib-1.xml rename to test_results/zippy-zlib-1.xml diff --git a/zippy-zlib-2.xml b/test_results/zippy-zlib-2.xml similarity index 100% rename from zippy-zlib-2.xml rename to test_results/zippy-zlib-2.xml diff --git a/zippy-zlib-3.xml b/test_results/zippy-zlib-3.xml similarity index 100% rename from zippy-zlib-3.xml rename to test_results/zippy-zlib-3.xml diff --git a/zippy-zlib-4.xml b/test_results/zippy-zlib-4.xml similarity index 100% rename from zippy-zlib-4.xml rename to test_results/zippy-zlib-4.xml diff --git a/zippy-zlib-5.xml b/test_results/zippy-zlib-5.xml similarity index 100% rename from zippy-zlib-5.xml rename to test_results/zippy-zlib-5.xml diff --git a/zippy-zlib-6.xml b/test_results/zippy-zlib-6.xml similarity index 100% rename from zippy-zlib-6.xml rename to test_results/zippy-zlib-6.xml diff --git a/zippy-zlib-7.xml b/test_results/zippy-zlib-7.xml similarity index 100% rename from zippy-zlib-7.xml rename to test_results/zippy-zlib-7.xml diff --git a/zippy-zlib-8.xml b/test_results/zippy-zlib-8.xml similarity index 100% rename from zippy-zlib-8.xml rename to test_results/zippy-zlib-8.xml diff --git a/zippy-zlib-9.xml b/test_results/zippy-zlib-9.xml similarity index 100% rename from zippy-zlib-9.xml rename to test_results/zippy-zlib-9.xml diff --git a/zippy-zlib-report.xml b/test_results/zippy-zlib-report.xml similarity index 100% rename from zippy-zlib-report.xml rename to test_results/zippy-zlib-report.xml