From f6d2b4a68460f19f6d268ae39900ea34c2cb9aa0 Mon Sep 17 00:00:00 2001 From: sepandhaghighi Date: Tue, 15 Oct 2024 17:58:55 +0330 Subject: [PATCH] rel : document updated for version 4.1 --- Document/Document.ipynb | 218 ++++++++++++++------ Document/Document_files/cm1.html | 5 +- Document/Document_files/cm1.obj | 2 +- Document/Document_files/cm1_colored.html | 5 +- Document/Document_files/cm1_colored2.html | 5 +- Document/Document_files/cm1_filtered.html | 5 +- Document/Document_files/cm1_filtered2.html | 5 +- Document/Document_files/cm1_no_vectors.obj | 2 +- Document/Document_files/cm1_normalized.html | 5 +- Document/Document_files/cm1_stat.obj | 2 +- Document/Document_files/cm1_summary.html | 5 +- Document/Example1.ipynb | 10 +- Document/Example1_files/cm1.html | 5 +- Document/Example1_files/cm2.html | 5 +- Document/Example1_files/cm3.html | 5 +- Document/Example2.ipynb | 10 +- Document/Example4.ipynb | 6 +- Document/Example4_files/cm.obj | 2 +- Document/Example4_files/cm_no_vectors.obj | 2 +- Document/Example4_files/cm_stat.obj | 2 +- Document/Example6.ipynb | 98 ++++----- Document/Example7.ipynb | 17 +- Document/Example8.ipynb | 10 +- Otherfiles/test.html | 5 +- Otherfiles/test.obj | 2 +- 25 files changed, 279 insertions(+), 159 deletions(-) diff --git a/Document/Document.ipynb b/Document/Document.ipynb index f01f2b0f..9c420ea7 100644 --- a/Document/Document.ipynb +++ b/Document/Document.ipynb @@ -18,7 +18,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "### Version : 4.0 " + "### Version : 4.1 " ] }, { @@ -321,7 +321,7 @@ "\n", "\n", "- Check [Python Packaging User Guide](https://packaging.python.org/installing/) \n", - "- Run `pip install pycm==4.0` (Need root access)" + "- Run `pip install pycm==4.1` (Need root access)" ] }, { @@ -329,7 +329,7 @@ "metadata": {}, "source": [ "### Source code\n", - "- Download [Version 4.0](https://github.com/sepandhaghighi/pycm/archive/v4.0.zip) or [Latest Source](https://github.com/sepandhaghighi/pycm/archive/dev.zip)\n", + "- Download [Version 4.1](https://github.com/sepandhaghighi/pycm/archive/v4.1.zip) or [Latest Source](https://github.com/sepandhaghighi/pycm/archive/dev.zip)\n", "- Run `pip install .` (Need root access)" ] }, @@ -960,7 +960,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.0-py3.5.egg\\pycm\\pycm_util.py:400: RuntimeWarning: Used classes is not a subset of classes in actual and predict vectors.\n" + "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.1-py3.5.egg\\pycm\\utils.py:399: RuntimeWarning: Specified classes are not a subset of the classes in the actual and predicted vectors.\n" ] } ], @@ -1613,9 +1613,9 @@ "name": "stdout", "output_type": "stream", "text": [ - "L2 {'L2': 6, 'L3': 1, 'L1': 4}\n", - "L3 {'L2': 2, 'L3': 3, 'L1': 1}\n", - "L1 {'L2': 2, 'L3': 3, 'L1': 1}\n" + "L3 {'L3': 3, 'L2': 2, 'L1': 1}\n", + "L2 {'L3': 1, 'L2': 6, 'L1': 4}\n", + "L1 {'L3': 3, 'L2': 2, 'L1': 1}\n" ] } ], @@ -1632,7 +1632,7 @@ { "data": { "text/plain": [ - "('L2', {'L1': 4, 'L2': 6, 'L3': 1})" + "('L3', {'L1': 1, 'L2': 2, 'L3': 3})" ] }, "execution_count": 51, @@ -1676,8 +1676,8 @@ { "data": { "text/plain": [ - "[('L2', {'L1': 4, 'L2': 6, 'L3': 1}),\n", - " ('L3', {'L1': 1, 'L2': 2, 'L3': 3}),\n", + "[('L3', {'L1': 1, 'L2': 2, 'L3': 3}),\n", + " ('L2', {'L1': 4, 'L2': 6, 'L3': 1}),\n", " ('L1', {'L1': 1, 'L2': 2, 'L3': 3})]" ] }, @@ -2380,7 +2380,22 @@ "cell_type": "code", "execution_count": 66, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + } + ], "source": [ "import sys\n", "!{sys.executable} -m pip -q -q install matplotlib;\n", @@ -2396,7 +2411,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 67, @@ -2428,7 +2443,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 68, @@ -2460,7 +2475,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 69, @@ -2492,7 +2507,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 70, @@ -2524,7 +2539,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 71, @@ -3193,7 +3208,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 92, @@ -3250,7 +3265,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.0-py3.5.egg\\pycm\\pycm_curve.py:382: RuntimeWarning: The curve axes contain non-numerical value(s).\n" + "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.1-py3.5.egg\\pycm\\curve.py:382: RuntimeWarning: The curve contains non-numerical value(s).\n" ] }, { @@ -3284,7 +3299,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 94, @@ -8110,7 +8125,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.0-py3.5.egg\\pycm\\pycm_obj.py:850: RuntimeWarning: The weight format is wrong, the result is for unweighted kappa.\n" + "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.1-py3.5.egg\\pycm\\cm.py:850: RuntimeWarning: Invalid weight format; the result is for unweighted kappa.\n" ] }, { @@ -12200,7 +12215,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.0-py3.5.egg\\pycm\\pycm_obj.py:873: RuntimeWarning: The weight format is wrong, the result is for unweighted alpha.\n" + "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-4.1-py3.5.egg\\pycm\\cm.py:873: RuntimeWarning: Invalid weight format; the result is for unweighted alpha.\n" ] }, { @@ -14630,7 +14645,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The type of input vectors is assumed to be a list or a NumPy array\n" + "Input vectors must be provided as a list or a NumPy array.\n" ] } ], @@ -14652,7 +14667,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input vectors must have same length\n" + "Input vectors must have the same length.\n" ] } ], @@ -14672,7 +14687,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input vectors are empty\n" + "Input vectors must not be empty.\n" ] } ], @@ -14692,7 +14707,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input vectors must have same length\n" + "Input vectors must have the same length.\n" ] } ], @@ -14712,7 +14727,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input confusion matrix format error\n" + "Invalid input confusion matrix format.\n" ] } ], @@ -14732,7 +14747,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Type of the input matrix classes is assumed be the same\n" + "All input matrix classes must be of the same type.\n" ] } ], @@ -14752,7 +14767,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Number of the classes is lower than 2\n" + "The number of classes must be at least 2.\n" ] } ], @@ -14772,7 +14787,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The input type is supposed to be dictionary but it's not!\n" + "Input must be provided as a dictionary.\n" ] } ], @@ -14792,7 +14807,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The domain of all ConfusionMatrix objects must be same! The sample size or the number of classes are different.\n" + "All ConfusionMatrix objects must have the same domain (same sample size and number of classes).\n" ] } ], @@ -14812,7 +14827,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The input is supposed to consist of pycm.ConfusionMatrix object but it's not!\n" + "Input must be a dictionary containing pycm.ConfusionMatrix objects.\n" ] } ], @@ -14832,7 +14847,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Lower than two confusion matrices is given for comparing. The minimum number of confusion matrix for comparing is 2.\n" + "At least 2 confusion matrices are required for comparison.\n" ] } ], @@ -14852,7 +14867,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The class_weight type must be dictionary and also must be specified for all of the classes.\n" + "`class_weight` must be a dictionary and specified for all classes.\n" ] } ], @@ -14875,7 +14890,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The class_benchmark_weight type must be dictionary and also must be specified for all of the class benchmarks.\n" + "`class_benchmark_weight` must be a dictionary and specified for all class benchmarks.\n" ] } ], @@ -14897,7 +14912,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The overall_benchmark_weight type must be dictionary and also must be specified for all of the overall benchmarks.\n" + "`overall_benchmark_weight` must be a dictionary and specified for all overall benchmarks.\n" ] } ], @@ -14919,8 +14934,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CI calculation for this parameter is not supported on this version of pycm.\n", - "Supported parameters : TPR,TNR,PPV,NPV,ACC,PLR,NLR,FPR,FNR,AUC,PRE,Kappa,Overall ACC\n" + "Confidence interval calculation for this parameter is not supported in this version of pycm.\n", + " Supported parameters are: TPR, TNR, PPV, NPV, ACC, PLR, NLR, FPR, FNR, AUC, PRE, Kappa, Overall ACC\n" ] } ], @@ -14940,7 +14955,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The input type is supposed to be string but it's not!\n" + "Input must be provided as a string." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15000,7 +15022,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The weight type must be dictionary and also must be specified for all of the classes.\n" + "`weight` must be a dictionary and specified for all classes.\n" ] } ], @@ -15020,7 +15042,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "This option only works in vector mode\n" + "This option is only available in vector mode." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15040,7 +15069,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The input type is supposed to be pycm.ConfusionMatrix object but it's not!\n" + "Input must be an instance of pycm.ConfusionMatrix." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15060,7 +15096,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "Number of the classes is lower than 2\n" + "The number of classes must be at least 2." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15080,7 +15123,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The classes list isn't unique. It contains duplicated labels.\n" + "`classes` must contain unique labels with no duplicates.\n" ] } ], @@ -15100,7 +15143,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The type of input vectors is assumed to be a list or a NumPy array\n" + "Input vectors must be provided as a list or a NumPy array.\n" ] } ], @@ -15120,7 +15163,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input vectors must have same length\n" + "Input vectors must have the same length.\n" ] } ], @@ -15140,7 +15183,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The sum of probability values must be one\n" + "The sum of the probability values must equal 1.\n" ] } ], @@ -15163,7 +15206,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The type of classes is assumed to be list\n" + "`classes` must be provided as a list." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15186,7 +15236,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The classes don't match to actual_vector\n" + "`classes` does not match the actual vector." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15209,7 +15266,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Number of the classes is lower than 2\n" + "The number of classes must be at least 2.\n" ] } ], @@ -15232,7 +15289,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The elements of the probability vector can only contain numeric values\n" + "Probability vector elements must be numeric." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15255,7 +15319,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The type of thresholds is assumed to be list or NumPy array\n" + "`thresholds` must be provided as a list or a NumPy array." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15279,7 +15350,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Number of the thresholds is lower than 2\n" + "The number of thresholds must be at least 2.\n" ] } ], @@ -15303,7 +15374,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The thresholds can only contain numeric values\n" + "`thresholds` must contain only numeric values.\n" ] } ], @@ -15327,7 +15398,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The classes list isn't unique. It contains duplicated labels.\n" + "`classes` must contain unique labels with no duplicates.\n" ] } ], @@ -15350,7 +15421,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Probability vector elements must have same length and equal to classes\n" + "All elements of the probability vector must have the same length and match the number of classes.\n" ] } ], @@ -15373,7 +15444,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The numeric integral method can only be selected between 'trapezoidal' and 'midpoint'!\n" + "The integral method must be either 'trapezoidal' or 'midpoint'.\n" ] } ], @@ -15397,7 +15468,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "Class extraction from input failed. Input vectors should be a list of sets with unified types.\n" + "Failed to extract classes from input. Input vectors should be a list of sets with unified types." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15417,7 +15495,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Given class name is not among problem's classes.\n" + "The specified class name is not among the confusion matrix's classes.\n" ] } ], @@ -15438,7 +15516,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Given index is out of vector's range.\n" + "Index is out of range for the given vector.\n" ] } ], @@ -15458,7 +15536,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "The type of input vectors is assumed to be a list or a NumPy array\n" + "Input vectors must be provided as a list or a NumPy array.\n" ] } ], @@ -15478,7 +15556,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input vectors must have same length\n" + "Input vectors must have the same length." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], @@ -15498,7 +15583,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Input vectors are empty\n" + "Input vectors must not be empty.\n" ] } ], @@ -15518,7 +15603,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "The classes list isn't unique. It contains duplicated labels.\n" + "`classes` must contain unique labels with no duplicates." + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n" ] } ], diff --git a/Document/Document_files/cm1.html b/Document/Document_files/cm1.html index 29c91105..d20d36a6 100644 --- a/Document/Document_files/cm1.html +++ b/Document/Document_files/cm1.html @@ -21,8 +21,7 @@

Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Document_files/cm1.obj b/Document/Document_files/cm1.obj index 4fc44c8c..d3781572 100644 --- a/Document/Document_files/cm1.obj +++ b/Document/Document_files/cm1.obj @@ -1 +1 @@ -{"Predict-Vector": null, "Prob-Vector": null, "Imbalanced": false, "Matrix": [["L1", [["L2", 0], ["L3", 2], ["L1", 3]]], ["L2", [["L2", 1], ["L3", 1], ["L1", 0]]], ["L3", [["L2", 2], ["L3", 3], ["L1", 0]]]], "Digit": 5, "Transpose": true, "Actual-Vector": null, "Sample-Weight": null} \ No newline at end of file +{"Actual-Vector": null, "Predict-Vector": null, "Prob-Vector": null, "Transpose": true, "Digit": 5, "Sample-Weight": null, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Imbalanced": false} \ No newline at end of file diff --git a/Document/Document_files/cm1_colored.html b/Document/Document_files/cm1_colored.html index cddc2615..e7f9fb89 100644 --- a/Document/Document_files/cm1_colored.html +++ b/Document/Document_files/cm1_colored.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Document_files/cm1_colored2.html b/Document/Document_files/cm1_colored2.html index fd243078..cfaa7fb8 100644 --- a/Document/Document_files/cm1_colored2.html +++ b/Document/Document_files/cm1_colored2.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Document_files/cm1_filtered.html b/Document/Document_files/cm1_filtered.html index 60fa95ef..c1eed1fa 100644 --- a/Document/Document_files/cm1_filtered.html +++ b/Document/Document_files/cm1_filtered.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -95,6 +94,6 @@

    Class Statistics :

    Sensitivity, recall, hit rate, or true positive rate
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Document_files/cm1_filtered2.html b/Document/Document_files/cm1_filtered2.html index 171dc2a5..a096ce6b 100644 --- a/Document/Document_files/cm1_filtered2.html +++ b/Document/Document_files/cm1_filtered2.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -87,6 +86,6 @@

    Class Statistics :

    Sensitivity, recall, hit rate, or true positive rate
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Document_files/cm1_no_vectors.obj b/Document/Document_files/cm1_no_vectors.obj index 4fc44c8c..d3781572 100644 --- a/Document/Document_files/cm1_no_vectors.obj +++ b/Document/Document_files/cm1_no_vectors.obj @@ -1 +1 @@ -{"Predict-Vector": null, "Prob-Vector": null, "Imbalanced": false, "Matrix": [["L1", [["L2", 0], ["L3", 2], ["L1", 3]]], ["L2", [["L2", 1], ["L3", 1], ["L1", 0]]], ["L3", [["L2", 2], ["L3", 3], ["L1", 0]]]], "Digit": 5, "Transpose": true, "Actual-Vector": null, "Sample-Weight": null} \ No newline at end of file +{"Actual-Vector": null, "Predict-Vector": null, "Prob-Vector": null, "Transpose": true, "Digit": 5, "Sample-Weight": null, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Imbalanced": false} \ No newline at end of file diff --git a/Document/Document_files/cm1_normalized.html b/Document/Document_files/cm1_normalized.html index b8ef8dc4..1c4087ab 100644 --- a/Document/Document_files/cm1_normalized.html +++ b/Document/Document_files/cm1_normalized.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix (Normalized):

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Document_files/cm1_stat.obj b/Document/Document_files/cm1_stat.obj index 6cfb278f..da5248ae 100644 --- a/Document/Document_files/cm1_stat.obj +++ b/Document/Document_files/cm1_stat.obj @@ -1 +1 @@ -{"Predict-Vector": null, "Prob-Vector": null, "Class-Stat": {"N": {"L2": 10, "L3": 7, "L1": 7}, "IBA": {"L2": 0.27999999999999997, "L3": 0.35265306122448975, "L1": 0.36}, "ERR": {"L2": 0.25, "L3": 0.41666666666666663, "L1": 0.16666666666666663}, "MCEN": {"L2": 0.5, "L3": 0.6875, "L1": 0.2643856189774724}, "G": {"L2": 0.408248290463863, "L3": 0.5477225575051661, "L1": 0.7745966692414834}, "RACC": {"L2": 0.041666666666666664, "L3": 0.20833333333333334, "L1": 0.10416666666666667}, "FNR": {"L2": 0.5, "L3": 0.4, "L1": 0.4}, "MCCI": {"L2": "Negligible", "L3": "Negligible", "L1": "Moderate"}, "BCD": {"L2": 0.041666666666666664, "L3": 0.041666666666666664, "L1": 0.08333333333333333}, "TP": {"L2": 1, "L3": 3, "L1": 3}, "PLR": {"L2": 2.5000000000000004, "L3": 1.4, "L1": "None"}, "F1": {"L2": 0.4, "L3": 0.5454545454545454, "L1": 0.75}, "NLR": {"L2": 0.625, "L3": 0.7000000000000001, "L1": 0.4}, "CEN": {"L2": 0.49657842846620864, "L3": 0.6044162769630221, "L1": 0.25}, "ACC": {"L2": 0.75, "L3": 0.5833333333333334, "L1": 0.8333333333333334}, "PLRI": {"L2": "Poor", "L3": "Poor", "L1": "None"}, "TNR": {"L2": 0.8, "L3": 0.5714285714285714, "L1": 1.0}, "FN": {"L2": 1, "L3": 2, "L1": 2}, "NLRI": {"L2": "Negligible", "L3": "Negligible", "L1": "Poor"}, "DPI": {"L2": "Poor", "L3": "Poor", "L1": "None"}, "FP": {"L2": 2, "L3": 3, "L1": 0}, "sInd": {"L2": 0.6192113447068046, "L3": 0.5854680534700882, "L1": 0.717157287525381}, "RACCU": {"L2": 0.04340277777777778, "L3": 0.21006944444444442, "L1": 0.1111111111111111}, "TN": {"L2": 8, "L3": 4, "L1": 7}, "PRE": {"L2": 0.16666666666666666, "L3": 0.4166666666666667, "L1": 0.4166666666666667}, "FDR": {"L2": 0.6666666666666667, "L3": 0.5, "L1": 0.0}, "TPR": {"L2": 0.5, "L3": 0.6, "L1": 0.6}, "AUC": {"L2": 0.65, "L3": 0.5857142857142856, "L1": 0.8}, "GI": {"L2": 0.30000000000000004, "L3": 0.17142857142857126, "L1": 0.6000000000000001}, "Y": {"L2": 0.30000000000000004, "L3": 0.17142857142857126, "L1": 0.6000000000000001}, "DP": {"L2": 0.33193306999649924, "L3": 0.1659665349982495, "L1": "None"}, "BB": {"L2": 0.3333333333333333, "L3": 0.5, "L1": 0.6}, "LS": {"L2": 2.0, "L3": 1.2, "L1": 2.4}, "P": {"L2": 2, "L3": 5, "L1": 5}, "AGF": {"L2": 0.6286946134619315, "L3": 0.610088876086563, "L1": 0.7285871475307653}, "F0.5": {"L2": 0.35714285714285715, "L3": 0.5172413793103449, "L1": 0.8823529411764706}, "J": {"L2": 0.25, "L3": 0.375, "L1": 0.6}, "dInd": {"L2": 0.5385164807134504, "L3": 0.5862367008195198, "L1": 0.4}, "BM": {"L2": 0.30000000000000004, "L3": 0.17142857142857126, "L1": 0.6000000000000001}, "TON": {"L2": 9, "L3": 6, "L1": 9}, "DOR": {"L2": 4.000000000000001, "L3": 1.9999999999999998, "L1": "None"}, "MCC": {"L2": 0.25819888974716115, "L3": 0.1690308509457033, "L1": 0.6831300510639732}, "AGM": {"L2": 0.708612108382005, "L3": 0.5803410802752335, "L1": 0.8576400016262}, "MK": {"L2": 0.2222222222222221, "L3": 0.16666666666666652, "L1": 0.7777777777777777}, "AM": {"L2": 1, "L3": 1, "L1": -2}, "Q": {"L2": 0.6, "L3": 0.3333333333333333, "L1": "None"}, "NPV": {"L2": 0.8888888888888888, "L3": 0.6666666666666666, "L1": 0.7777777777777778}, "GM": {"L2": 0.6324555320336759, "L3": 0.5855400437691198, "L1": 0.7745966692414834}, "FPR": {"L2": 0.19999999999999996, "L3": 0.4285714285714286, "L1": 0.0}, "HD": {"L2": 3, "L3": 5, "L1": 2}, "F2": {"L2": 0.45454545454545453, "L3": 0.5769230769230769, "L1": 0.6521739130434783}, "AUPR": {"L2": 0.41666666666666663, "L3": 0.55, "L1": 0.8}, "OP": {"L2": 0.5192307692307692, "L3": 0.5589430894308943, "L1": 0.5833333333333334}, "OC": {"L2": 0.5, "L3": 0.6, "L1": 1.0}, "IS": {"L2": 0.9999999999999998, "L3": 0.26303440583379367, "L1": 1.2630344058337937}, "AUCI": {"L2": "Fair", "L3": "Poor", "L1": "Very Good"}, "ICSI": {"L2": -0.16666666666666674, "L3": 0.10000000000000009, "L1": 0.6000000000000001}, "FOR": {"L2": 0.11111111111111116, "L3": 0.33333333333333337, "L1": 0.2222222222222222}, "QI": {"L2": "Moderate", "L3": "Weak", "L1": "None"}, "OOC": {"L2": 0.4082482904638631, "L3": 0.5477225575051661, "L1": 0.7745966692414834}, "TOP": {"L2": 3, "L3": 6, "L1": 3}, "POP": {"L2": 12, "L3": 12, "L1": 12}, "PPV": {"L2": 0.3333333333333333, "L3": 0.5, "L1": 1.0}}, "Imbalanced": false, "Matrix": [["L1", [["L2", 0], ["L3", 2], ["L1", 3]]], ["L2", [["L2", 1], ["L3", 1], ["L1", 0]]], ["L3", [["L2", 2], ["L3", 3], ["L1", 0]]]], "Digit": 5, "Transpose": true, "Overall-Stat": {"Pearson C": 0.5956833971812706, "Overall CEN": 0.4638112995385119, "Lambda B": 0.16666666666666666, "Overall RACC": 0.3541666666666667, "SOA3(Altman)": "Fair", "Kappa": 0.35483870967741943, "Standard Error": 0.14231876063832777, "RCI": 0.3533932006492363, "95% CI": [0.30438856248221097, 0.8622781041844558], "F1 Micro": 0.5833333333333334, "Zero-one Loss": 5, "Gwet AC1": 0.3893129770992367, "SOA1(Landis & Koch)": "Fair", "SOA7(Lambda A)": "Moderate", "SOA8(Lambda B)": "Very Weak", "TNR Macro": 0.7904761904761904, "Joint Entropy": 2.4591479170272446, "Chi-Squared DF": 4, "Reference Entropy": 1.4833557549816874, "PPV Macro": 0.611111111111111, "Phi-Squared": 0.55, "Overall ACC": 0.5833333333333334, "SOA2(Fleiss)": "Poor", "Overall MCC": 0.36666666666666664, "ARI": 0.09206349206349207, "AUNP": 0.6857142857142857, "NIR": 0.4166666666666667, "TPR Micro": 0.5833333333333334, "Kappa 95% CI": [-0.07707577422109269, 0.7867531935759315], "KL Divergence": 0.09997757835164581, "PPV Micro": 0.5833333333333334, "NPV Macro": 0.7777777777777777, "ACC Macro": 0.7222222222222223, "RR": 4.0, "SOA10(Pearson C)": "Strong", "Bangdiwala B": 0.37254901960784315, "FNR Macro": 0.43333333333333324, "SOA4(Cicchetti)": "Poor", "Overall J": [1.225, 0.4083333333333334], "P-Value": 0.18926430237560654, "SOA6(Matthews)": "Weak", "Overall RACCU": 0.3645833333333333, "Cramer V": 0.5244044240850758, "Conditional Entropy": 0.9757921620455572, "AUNU": 0.6785714285714285, "NPV Micro": 0.7916666666666666, "Mutual Information": 0.5242078379544428, "FNR Micro": 0.41666666666666663, "Kappa No Prevalence": 0.16666666666666674, "FPR Macro": 0.20952380952380956, "TPR Macro": 0.5666666666666668, "Krippendorff Alpha": 0.3715846994535519, "TNR Micro": 0.7916666666666666, "Scott PI": 0.34426229508196726, "Hamming Loss": 0.41666666666666663, "Kappa Unbiased": 0.34426229508196726, "Kappa Standard Error": 0.2203645326012817, "Overall MCEN": 0.5189369467580801, "Bennett S": 0.37500000000000006, "F1 Macro": 0.5651515151515151, "FPR Micro": 0.20833333333333337, "CSI": 0.1777777777777778, "Response Entropy": 1.5, "SOA9(Krippendorff Alpha)": "Low", "CBA": 0.4777777777777778, "Cross Entropy": 1.5833333333333335, "SOA5(Cramer)": "Relatively Strong", "Lambda A": 0.42857142857142855, "Chi-Squared": 6.6000000000000005}, "Actual-Vector": null, "Sample-Weight": null} \ No newline at end of file +{"Class-Stat": {"Q": {"L3": 0.3333333333333333, "L2": 0.6, "L1": "None"}, "ICSI": {"L3": 0.10000000000000009, "L2": -0.16666666666666674, "L1": 0.6000000000000001}, "LS": {"L3": 1.2, "L2": 2.0, "L1": 2.4}, "MCEN": {"L3": 0.6875, "L2": 0.5, "L1": 0.2643856189774724}, "ERR": {"L3": 0.41666666666666663, "L2": 0.25, "L1": 0.16666666666666663}, "F0.5": {"L3": 0.5172413793103449, "L2": 0.35714285714285715, "L1": 0.8823529411764706}, "FNR": {"L3": 0.4, "L2": 0.5, "L1": 0.4}, "MCC": {"L3": 0.1690308509457033, "L2": 0.25819888974716115, "L1": 0.6831300510639732}, "PLR": {"L3": 1.4, "L2": 2.5000000000000004, "L1": "None"}, "AGF": {"L3": 0.610088876086563, "L2": 0.6286946134619315, "L1": 0.7285871475307653}, "GM": {"L3": 0.5855400437691198, "L2": 0.6324555320336759, "L1": 0.7745966692414834}, "dInd": {"L3": 0.5862367008195198, "L2": 0.5385164807134504, "L1": 0.4}, "NPV": {"L3": 0.6666666666666666, "L2": 0.8888888888888888, "L1": 0.7777777777777778}, "RACCU": {"L3": 0.21006944444444442, "L2": 0.04340277777777778, "L1": 0.1111111111111111}, "DP": {"L3": 0.1659665349982495, "L2": 0.33193306999649924, "L1": "None"}, "TOP": {"L3": 6, "L2": 3, "L1": 3}, "IBA": {"L3": 0.35265306122448975, "L2": 0.27999999999999997, "L1": 0.36}, "NLR": {"L3": 0.7000000000000001, "L2": 0.625, "L1": 0.4}, "AUPR": {"L3": 0.55, "L2": 0.41666666666666663, "L1": 0.8}, "BM": {"L3": 0.17142857142857126, "L2": 0.30000000000000004, "L1": 0.6000000000000001}, "MK": {"L3": 0.16666666666666652, "L2": 0.2222222222222221, "L1": 0.7777777777777777}, "FDR": {"L3": 0.5, "L2": 0.6666666666666667, "L1": 0.0}, "Y": {"L3": 0.17142857142857126, "L2": 0.30000000000000004, "L1": 0.6000000000000001}, "FPR": {"L3": 0.4285714285714286, "L2": 0.19999999999999996, "L1": 0.0}, "N": {"L3": 7, "L2": 10, "L1": 7}, "DOR": {"L3": 1.9999999999999998, "L2": 4.000000000000001, "L1": "None"}, "QI": {"L3": "Weak", "L2": "Moderate", "L1": "None"}, "TN": {"L3": 4, "L2": 8, "L1": 7}, "GI": {"L3": 0.17142857142857126, "L2": 0.30000000000000004, "L1": 0.6000000000000001}, "AM": {"L3": 1, "L2": 1, "L1": -2}, "G": {"L3": 0.5477225575051661, "L2": 0.408248290463863, "L1": 0.7745966692414834}, "FP": {"L3": 3, "L2": 2, "L1": 0}, "TP": {"L3": 3, "L2": 1, "L1": 3}, "sInd": {"L3": 0.5854680534700882, "L2": 0.6192113447068046, "L1": 0.717157287525381}, "OOC": {"L3": 0.5477225575051661, "L2": 0.4082482904638631, "L1": 0.7745966692414834}, "AGM": {"L3": 0.5803410802752335, "L2": 0.708612108382005, "L1": 0.8576400016262}, "AUCI": {"L3": "Poor", "L2": "Fair", "L1": "Very Good"}, "PRE": {"L3": 0.4166666666666667, "L2": 0.16666666666666666, "L1": 0.4166666666666667}, "PPV": {"L3": 0.5, "L2": 0.3333333333333333, "L1": 1.0}, "BCD": {"L3": 0.041666666666666664, "L2": 0.041666666666666664, "L1": 0.08333333333333333}, "TON": {"L3": 6, "L2": 9, "L1": 9}, "OC": {"L3": 0.6, "L2": 0.5, "L1": 1.0}, "BB": {"L3": 0.5, "L2": 0.3333333333333333, "L1": 0.6}, "P": {"L3": 5, "L2": 2, "L1": 5}, "POP": {"L3": 12, "L2": 12, "L1": 12}, "J": {"L3": 0.375, "L2": 0.25, "L1": 0.6}, "OP": {"L3": 0.5589430894308943, "L2": 0.5192307692307692, "L1": 0.5833333333333334}, "AUC": {"L3": 0.5857142857142856, "L2": 0.65, "L1": 0.8}, "FN": {"L3": 2, "L2": 1, "L1": 2}, "F1": {"L3": 0.5454545454545454, "L2": 0.4, "L1": 0.75}, "IS": {"L3": 0.26303440583379367, "L2": 0.9999999999999998, "L1": 1.2630344058337937}, "TNR": {"L3": 0.5714285714285714, "L2": 0.8, "L1": 1.0}, "PLRI": {"L3": "Poor", "L2": "Poor", "L1": "None"}, "FOR": {"L3": 0.33333333333333337, "L2": 0.11111111111111116, "L1": 0.2222222222222222}, "DPI": {"L3": "Poor", "L2": "Poor", "L1": "None"}, "MCCI": {"L3": "Negligible", "L2": "Negligible", "L1": "Moderate"}, "CEN": {"L3": 0.6044162769630221, "L2": 0.49657842846620864, "L1": 0.25}, "HD": {"L3": 5, "L2": 3, "L1": 2}, "TPR": {"L3": 0.6, "L2": 0.5, "L1": 0.6}, "RACC": {"L3": 0.20833333333333334, "L2": 0.041666666666666664, "L1": 0.10416666666666667}, "ACC": {"L3": 0.5833333333333334, "L2": 0.75, "L1": 0.8333333333333334}, "F2": {"L3": 0.5769230769230769, "L2": 0.45454545454545453, "L1": 0.6521739130434783}, "NLRI": {"L3": "Negligible", "L2": "Negligible", "L1": "Poor"}}, "Actual-Vector": null, "Predict-Vector": null, "Prob-Vector": null, "Overall-Stat": {"Kappa 95% CI": [-0.07707577422109269, 0.7867531935759315], "TPR Macro": 0.5666666666666668, "Lambda A": 0.42857142857142855, "Overall ACC": 0.5833333333333334, "NPV Micro": 0.7916666666666666, "NPV Macro": 0.7777777777777777, "SOA3(Altman)": "Fair", "F1 Macro": 0.5651515151515151, "FPR Macro": 0.20952380952380956, "Standard Error": 0.14231876063832777, "FNR Macro": 0.43333333333333324, "FPR Micro": 0.20833333333333337, "Cross Entropy": 1.5833333333333335, "Phi-Squared": 0.55, "Joint Entropy": 2.4591479170272446, "SOA7(Lambda A)": "Moderate", "AUNU": 0.6785714285714285, "SOA9(Krippendorff Alpha)": "Low", "SOA4(Cicchetti)": "Poor", "RR": 4.0, "Overall RACC": 0.3541666666666667, "CSI": 0.1777777777777778, "AUNP": 0.6857142857142857, "Chi-Squared": 6.6000000000000005, "SOA1(Landis & Koch)": "Fair", "Bennett S": 0.37500000000000006, "P-Value": 0.18926430237560654, "Conditional Entropy": 0.9757921620455572, "Overall MCEN": 0.5189369467580801, "SOA2(Fleiss)": "Poor", "Krippendorff Alpha": 0.3715846994535519, "TNR Micro": 0.7916666666666666, "Lambda B": 0.16666666666666666, "Gwet AC1": 0.3893129770992367, "Chi-Squared DF": 4, "Kappa No Prevalence": 0.16666666666666674, "ACC Macro": 0.7222222222222223, "Overall MCC": 0.36666666666666664, "Overall RACCU": 0.3645833333333333, "Response Entropy": 1.5, "SOA10(Pearson C)": "Strong", "TPR Micro": 0.5833333333333334, "Mutual Information": 0.5242078379544428, "Pearson C": 0.5956833971812706, "SOA6(Matthews)": "Weak", "RCI": 0.3533932006492363, "ARI": 0.09206349206349207, "NIR": 0.4166666666666667, "Kappa": 0.35483870967741943, "Kappa Unbiased": 0.34426229508196726, "F1 Micro": 0.5833333333333334, "Zero-one Loss": 5, "CBA": 0.4777777777777778, "PPV Micro": 0.5833333333333334, "KL Divergence": 0.09997757835164581, "Kappa Standard Error": 0.2203645326012817, "PPV Macro": 0.611111111111111, "Bangdiwala B": 0.37254901960784315, "TNR Macro": 0.7904761904761904, "Scott PI": 0.34426229508196726, "FNR Micro": 0.41666666666666663, "95% CI": [0.30438856248221097, 0.8622781041844558], "SOA8(Lambda B)": "Very Weak", "Overall CEN": 0.4638112995385119, "Overall J": [1.225, 0.4083333333333334], "SOA5(Cramer)": "Relatively Strong", "Hamming Loss": 0.41666666666666663, "Reference Entropy": 1.4833557549816874, "Cramer V": 0.5244044240850758}, "Transpose": true, "Digit": 5, "Sample-Weight": null, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Imbalanced": false} \ No newline at end of file diff --git a/Document/Document_files/cm1_summary.html b/Document/Document_files/cm1_summary.html index fca03d97..5b009c56 100644 --- a/Document/Document_files/cm1_summary.html +++ b/Document/Document_files/cm1_summary.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix (Normalized):

    @@ -222,6 +221,6 @@

    Class Statistics :

    Test outcome negative
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Example1.ipynb b/Document/Example1.ipynb index 37f7e5b9..eafff96d 100644 --- a/Document/Example1.ipynb +++ b/Document/Example1.ipynb @@ -61,7 +61,15 @@ "cell_type": "code", "execution_count": 2, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + } + ], "source": [ "import os\n", "!{sys.executable} -m pip -q -q install scikit-learn\n", diff --git a/Document/Example1_files/cm1.html b/Document/Example1_files/cm1.html index 5fa8de83..f1260bb9 100644 --- a/Document/Example1_files/cm1.html +++ b/Document/Example1_files/cm1.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Example1_files/cm2.html b/Document/Example1_files/cm2.html index 8179c684..f0d086e5 100644 --- a/Document/Example1_files/cm2.html +++ b/Document/Example1_files/cm2.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Example1_files/cm3.html b/Document/Example1_files/cm3.html index 69e93cd1..7c234b27 100644 --- a/Document/Example1_files/cm3.html +++ b/Document/Example1_files/cm3.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Document/Example2.ipynb b/Document/Example2.ipynb index 79f61032..bc13e0ba 100644 --- a/Document/Example2.ipynb +++ b/Document/Example2.ipynb @@ -62,7 +62,15 @@ "metadata": { "hide_output": true }, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + } + ], "source": [ "!{sys.executable} -m pip -q -q install matplotlib;" ] diff --git a/Document/Example4.ipynb b/Document/Example4.ipynb index cee37f6b..b3dcee9e 100644 --- a/Document/Example4.ipynb +++ b/Document/Example4.ipynb @@ -569,7 +569,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{\"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null, \"Digit\": 5, \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Transpose\": false, \"Prob-Vector\": null, \"Imbalanced\": true, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]]}\n" + "{\"Digit\": 5, \"Sample-Weight\": null, \"Imbalanced\": true, \"Prob-Vector\": null, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Transpose\": false, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200]}\n" ] } ], @@ -586,7 +586,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{\"Class-Stat\": {\"TN\": {\"200\": 3, \"100\": 9, \"500\": 16, \"600\": 19}, \"PRE\": {\"200\": 0.8, \"500\": 0.15, \"100\": 0.0, \"600\": 0.05}, \"N\": {\"200\": 4, \"500\": 17, \"100\": 20, \"600\": 19}, \"BB\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": 0.0, \"600\": 0.0}, \"F1\": {\"200\": 0.5217391304347826, \"500\": 0.4, \"100\": 0.0, \"600\": 0.0}, \"FDR\": {\"200\": 0.1428571428571429, \"500\": 0.5, \"100\": 1.0, \"600\": \"None\"}, \"TP\": {\"200\": 6, \"100\": 0, \"500\": 1, \"600\": 0}, \"ACC\": {\"200\": 0.45, \"500\": 0.85, \"100\": 0.45, \"600\": 0.95}, \"IS\": {\"200\": 0.09953567355091428, \"500\": 1.736965594166206, \"100\": \"None\", \"600\": \"None\"}, \"TNR\": {\"200\": 0.75, \"500\": 0.9411764705882353, \"100\": 0.45, \"600\": 1.0}, \"TON\": {\"200\": 13, \"500\": 18, \"100\": 9, \"600\": 20}, \"PLR\": {\"200\": 1.5, \"500\": 5.666666666666665, \"100\": \"None\", \"600\": \"None\"}, \"J\": {\"200\": 0.35294117647058826, \"500\": 0.25, \"100\": 0.0, \"600\": 0.0}, \"RACCU\": {\"200\": 0.33062499999999995, \"500\": 0.015625, \"100\": 0.07562500000000001, \"600\": 0.0006250000000000001}, \"F0.5\": {\"200\": 0.6818181818181818, \"500\": 0.45454545454545453, \"100\": 0.0, \"600\": 0.0}, \"dInd\": {\"200\": 0.673145600891813, \"500\": 0.6692567908186672, \"100\": \"None\", \"600\": 1.0}, \"GI\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"FNR\": {\"200\": 0.625, \"500\": 0.6666666666666667, \"100\": \"None\", \"600\": 1.0}, \"F2\": {\"200\": 0.4225352112676056, \"500\": 0.35714285714285715, \"100\": 0.0, \"600\": 0.0}, \"MK\": {\"200\": 0.08791208791208782, \"500\": 0.38888888888888884, \"100\": 0.0, \"600\": \"None\"}, \"HD\": {\"200\": 11, \"500\": 3, \"100\": 11, \"600\": 1}, \"AUPR\": {\"200\": 0.6160714285714286, \"500\": 0.41666666666666663, \"100\": \"None\", \"600\": \"None\"}, \"RACC\": {\"200\": 0.28, \"500\": 0.015, \"100\": 0.0, \"600\": 0.0}, \"P\": {\"200\": 16, \"500\": 3, \"100\": 0, \"600\": 1}, \"AUCI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"Poor\"}, \"FPR\": {\"200\": 0.25, \"500\": 0.05882352941176472, \"100\": 0.55, \"600\": 0.0}, \"Y\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"FOR\": {\"200\": 0.7692307692307692, \"500\": 0.11111111111111116, \"100\": 0.0, \"600\": 0.050000000000000044}, \"TPR\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": \"None\", \"600\": 0.0}, \"FN\": {\"200\": 10, \"100\": 0, \"500\": 2, \"600\": 1}, \"G\": {\"200\": 0.5669467095138409, \"500\": 0.408248290463863, \"100\": \"None\", \"600\": \"None\"}, \"POP\": {\"200\": 20, \"500\": 20, \"100\": 20, \"600\": 20}, \"MCEN\": {\"200\": 0.3739448088748241, \"500\": 0.5802792108518123, \"100\": 0.3349590631259315, \"600\": 0.0}, \"PLRI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"None\"}, \"DOR\": {\"200\": 1.7999999999999998, \"500\": 7.999999999999997, \"100\": \"None\", \"600\": \"None\"}, \"AGM\": {\"200\": 0.5669417382415922, \"500\": 0.7351956938438939, \"100\": \"None\", \"600\": 0}, \"GM\": {\"200\": 0.5303300858899106, \"500\": 0.5601120336112039, \"100\": \"None\", \"600\": 0.0}, \"TOP\": {\"200\": 7, \"500\": 2, \"100\": 11, \"600\": 0}, \"sInd\": {\"200\": 0.5240141808835057, \"500\": 0.5267639848569737, \"100\": \"None\", \"600\": 0.29289321881345254}, \"DP\": {\"200\": 0.1407391082701595, \"500\": 0.49789960499474867, \"100\": \"None\", \"600\": \"None\"}, \"ERR\": {\"200\": 0.55, \"500\": 0.15000000000000002, \"100\": 0.55, \"600\": 0.050000000000000044}, \"NLR\": {\"200\": 0.8333333333333334, \"500\": 0.7083333333333334, \"100\": \"None\", \"600\": 1.0}, \"NPV\": {\"200\": 0.23076923076923078, \"500\": 0.8888888888888888, \"100\": 1.0, \"600\": 0.95}, \"Q\": {\"200\": 0.28571428571428575, \"500\": 0.7777777777777778, \"100\": \"None\", \"600\": \"None\"}, \"ICSI\": {\"200\": 0.2321428571428572, \"500\": -0.16666666666666674, \"100\": \"None\", \"600\": \"None\"}, \"LS\": {\"200\": 1.0714285714285714, \"500\": 3.3333333333333335, \"100\": \"None\", \"600\": \"None\"}, \"OP\": {\"200\": 0.1166666666666667, \"500\": 0.373076923076923, \"100\": \"None\", \"600\": -0.050000000000000044}, \"CEN\": {\"200\": 0.3570795472009597, \"500\": 0.5389466410223563, \"100\": 0.3349590631259315, \"600\": 0.0}, \"AUC\": {\"200\": 0.5625, \"500\": 0.6372549019607843, \"100\": \"None\", \"600\": 0.5}, \"NLRI\": {\"200\": \"Negligible\", \"500\": \"Negligible\", \"100\": \"None\", \"600\": \"Negligible\"}, \"IBA\": {\"200\": 0.17578125, \"500\": 0.1230296039984621, \"100\": \"None\", \"600\": 0.0}, \"MCCI\": {\"200\": \"Negligible\", \"500\": \"Weak\", \"100\": \"None\", \"600\": \"None\"}, \"DPI\": {\"200\": \"Poor\", \"500\": \"Poor\", \"100\": \"None\", \"600\": \"None\"}, \"OC\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": \"None\", \"600\": \"None\"}, \"FP\": {\"200\": 1, \"100\": 11, \"500\": 1, \"600\": 0}, \"QI\": {\"200\": \"Weak\", \"500\": \"Strong\", \"100\": \"None\", \"600\": \"None\"}, \"OOC\": {\"200\": 0.5669467095138409, \"500\": 0.4082482904638631, \"100\": \"None\", \"600\": \"None\"}, \"BCD\": {\"200\": 0.225, \"500\": 0.025, \"100\": 0.275, \"600\": 0.025}, \"AGF\": {\"200\": 0.33642097801219245, \"500\": 0.5665926996700735, \"100\": 0.0, \"600\": 0.0}, \"AM\": {\"200\": -9, \"500\": -1, \"100\": 11, \"600\": -1}, \"BM\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"MCC\": {\"200\": 0.10482848367219183, \"500\": 0.32673201960653564, \"100\": \"None\", \"600\": \"None\"}, \"PPV\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": 0.0, \"600\": \"None\"}}, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null, \"Digit\": 5, \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Transpose\": false, \"Prob-Vector\": null, \"Overall-Stat\": {\"FNR Macro\": \"None\", \"SOA5(Cramer)\": \"None\", \"Reference Entropy\": 0.8841837197791889, \"Cramer V\": \"None\", \"Bennett S\": 0.1333333333333333, \"Overall MCC\": 0.1264200803632855, \"Kappa 95% CI\": [-0.21849807698648957, 0.3745264457808156], \"Chi-Squared\": \"None\", \"Overall CEN\": 0.3648028121279775, \"Hamming Loss\": 0.65, \"TNR Macro\": 0.7852941176470588, \"Overall J\": [0.6029411764705883, 0.15073529411764708], \"Pearson C\": \"None\", \"Overall RACC\": 0.29500000000000004, \"NPV Macro\": 0.7674145299145299, \"Lambda A\": 0.0, \"Conditional Entropy\": 1.235789374242786, \"Mutual Information\": 0.10087710767390168, \"SOA1(Landis & Koch)\": \"Slight\", \"SOA10(Pearson C)\": \"None\", \"SOA2(Fleiss)\": \"Poor\", \"Joint Entropy\": 2.119973094021975, \"FNR Micro\": 0.65, \"Bangdiwala B\": 0.3135593220338983, \"Kappa\": 0.07801418439716304, \"Kappa Unbiased\": -0.12554112554112543, \"KL Divergence\": \"None\", \"Phi-Squared\": \"None\", \"SOA6(Matthews)\": \"Negligible\", \"AUNP\": \"None\", \"TPR Micro\": 0.35, \"RR\": 5.0, \"Overall ACC\": 0.35, \"Gwet AC1\": 0.19504643962848295, \"FPR Micro\": 0.21666666666666667, \"AUNU\": \"None\", \"SOA9(Krippendorff Alpha)\": \"Low\", \"SOA4(Cicchetti)\": \"Poor\", \"SOA8(Lambda B)\": \"None\", \"ARI\": 0.02298247455136956, \"NPV Micro\": 0.7833333333333333, \"FPR Macro\": 0.2147058823529412, \"ACC Macro\": 0.675, \"TPR Macro\": \"None\", \"PPV Micro\": 0.35, \"Standard Error\": 0.1066536450385077, \"RCI\": 0.11409066398451011, \"Lambda B\": 0.0, \"NIR\": 0.8, \"Zero-one Loss\": 13, \"CSI\": \"None\", \"Kappa Standard Error\": 0.15128176601206766, \"Cross Entropy\": 1.709947752496911, \"TNR Micro\": 0.7833333333333333, \"F1 Macro\": 0.23043478260869565, \"SOA7(Lambda A)\": \"None\", \"PPV Macro\": \"None\", \"P-Value\": 0.9999981549942787, \"95% CI\": [0.14095885572452488, 0.559041144275475], \"F1 Micro\": 0.35, \"Scott PI\": -0.12554112554112543, \"Response Entropy\": 1.3366664819166876, \"Chi-Squared DF\": 9, \"Overall RACCU\": 0.42249999999999993, \"Kappa No Prevalence\": -0.30000000000000004, \"Overall MCEN\": 0.3746281299595305, \"CBA\": 0.17708333333333331, \"Krippendorff Alpha\": -0.09740259740259723, \"SOA3(Altman)\": \"Poor\"}, \"Imbalanced\": true, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]]}\n" + "{\"Overall-Stat\": {\"TNR Macro\": 0.7852941176470588, \"Kappa Standard Error\": 0.15128176601206766, \"Overall MCEN\": 0.3746281299595305, \"CBA\": 0.17708333333333331, \"F1 Micro\": 0.35, \"TPR Macro\": \"None\", \"Kappa 95% CI\": [-0.21849807698648957, 0.3745264457808156], \"SOA1(Landis & Koch)\": \"Slight\", \"ACC Macro\": 0.675, \"NPV Micro\": 0.7833333333333333, \"Hamming Loss\": 0.65, \"AUNP\": \"None\", \"Standard Error\": 0.1066536450385077, \"PPV Micro\": 0.35, \"TPR Micro\": 0.35, \"Overall MCC\": 0.1264200803632855, \"Cramer V\": \"None\", \"SOA7(Lambda A)\": \"None\", \"NIR\": 0.8, \"Bennett S\": 0.1333333333333333, \"SOA5(Cramer)\": \"None\", \"Kappa\": 0.07801418439716304, \"Kappa Unbiased\": -0.12554112554112543, \"Overall RACCU\": 0.42249999999999993, \"FNR Micro\": 0.65, \"Joint Entropy\": 2.119973094021975, \"Overall ACC\": 0.35, \"Chi-Squared DF\": 9, \"SOA2(Fleiss)\": \"Poor\", \"Pearson C\": \"None\", \"Zero-one Loss\": 13, \"RCI\": 0.11409066398451011, \"AUNU\": \"None\", \"RR\": 5.0, \"Scott PI\": -0.12554112554112543, \"SOA3(Altman)\": \"Poor\", \"Bangdiwala B\": 0.3135593220338983, \"Response Entropy\": 1.3366664819166876, \"Krippendorff Alpha\": -0.09740259740259723, \"KL Divergence\": \"None\", \"Overall J\": [0.6029411764705883, 0.15073529411764708], \"Conditional Entropy\": 1.235789374242786, \"P-Value\": 0.9999981549942787, \"Lambda B\": 0.0, \"SOA8(Lambda B)\": \"None\", \"PPV Macro\": \"None\", \"Chi-Squared\": \"None\", \"Gwet AC1\": 0.19504643962848295, \"ARI\": 0.02298247455136956, \"Lambda A\": 0.0, \"SOA6(Matthews)\": \"Negligible\", \"SOA10(Pearson C)\": \"None\", \"Cross Entropy\": 1.709947752496911, \"Phi-Squared\": \"None\", \"95% CI\": [0.14095885572452488, 0.559041144275475], \"CSI\": \"None\", \"SOA4(Cicchetti)\": \"Poor\", \"FPR Macro\": 0.2147058823529412, \"FPR Micro\": 0.21666666666666667, \"Overall CEN\": 0.3648028121279775, \"Reference Entropy\": 0.8841837197791889, \"SOA9(Krippendorff Alpha)\": \"Low\", \"NPV Macro\": 0.7674145299145299, \"Kappa No Prevalence\": -0.30000000000000004, \"TNR Micro\": 0.7833333333333333, \"F1 Macro\": 0.23043478260869565, \"Mutual Information\": 0.10087710767390168, \"FNR Macro\": \"None\", \"Overall RACC\": 0.29500000000000004}, \"Digit\": 5, \"Sample-Weight\": null, \"Class-Stat\": {\"IS\": {\"200\": 0.09953567355091428, \"500\": 1.736965594166206, \"100\": \"None\", \"600\": \"None\"}, \"PLRI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"None\"}, \"MCCI\": {\"200\": \"Negligible\", \"500\": \"Weak\", \"100\": \"None\", \"600\": \"None\"}, \"F2\": {\"200\": 0.4225352112676056, \"500\": 0.35714285714285715, \"100\": 0.0, \"600\": 0.0}, \"BB\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": 0.0, \"600\": 0.0}, \"dInd\": {\"200\": 0.673145600891813, \"500\": 0.6692567908186672, \"100\": \"None\", \"600\": 1.0}, \"PPV\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": 0.0, \"600\": \"None\"}, \"AGM\": {\"200\": 0.5669417382415922, \"500\": 0.7351956938438939, \"100\": \"None\", \"600\": 0}, \"FN\": {\"200\": 10, \"100\": 0, \"500\": 2, \"600\": 1}, \"G\": {\"200\": 0.5669467095138409, \"500\": 0.408248290463863, \"100\": \"None\", \"600\": \"None\"}, \"J\": {\"200\": 0.35294117647058826, \"500\": 0.25, \"100\": 0.0, \"600\": 0.0}, \"FOR\": {\"200\": 0.7692307692307692, \"500\": 0.11111111111111116, \"100\": 0.0, \"600\": 0.050000000000000044}, \"PLR\": {\"200\": 1.5, \"500\": 5.666666666666665, \"100\": \"None\", \"600\": \"None\"}, \"TOP\": {\"200\": 7, \"500\": 2, \"100\": 11, \"600\": 0}, \"DPI\": {\"200\": \"Poor\", \"500\": \"Poor\", \"100\": \"None\", \"600\": \"None\"}, \"Y\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"IBA\": {\"200\": 0.17578125, \"500\": 0.1230296039984621, \"100\": \"None\", \"600\": 0.0}, \"LS\": {\"200\": 1.0714285714285714, \"500\": 3.3333333333333335, \"100\": \"None\", \"600\": \"None\"}, \"ACC\": {\"200\": 0.45, \"500\": 0.85, \"100\": 0.45, \"600\": 0.95}, \"TN\": {\"200\": 3, \"100\": 9, \"500\": 16, \"600\": 19}, \"FPR\": {\"200\": 0.25, \"500\": 0.05882352941176472, \"100\": 0.55, \"600\": 0.0}, \"F0.5\": {\"200\": 0.6818181818181818, \"500\": 0.45454545454545453, \"100\": 0.0, \"600\": 0.0}, \"RACC\": {\"200\": 0.28, \"500\": 0.015, \"100\": 0.0, \"600\": 0.0}, \"sInd\": {\"200\": 0.5240141808835057, \"500\": 0.5267639848569737, \"100\": \"None\", \"600\": 0.29289321881345254}, \"NLR\": {\"200\": 0.8333333333333334, \"500\": 0.7083333333333334, \"100\": \"None\", \"600\": 1.0}, \"AUC\": {\"200\": 0.5625, \"500\": 0.6372549019607843, \"100\": \"None\", \"600\": 0.5}, \"OC\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": \"None\", \"600\": \"None\"}, \"TNR\": {\"200\": 0.75, \"500\": 0.9411764705882353, \"100\": 0.45, \"600\": 1.0}, \"TPR\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": \"None\", \"600\": 0.0}, \"FNR\": {\"200\": 0.625, \"500\": 0.6666666666666667, \"100\": \"None\", \"600\": 1.0}, \"MCEN\": {\"200\": 0.3739448088748241, \"500\": 0.5802792108518123, \"100\": 0.3349590631259315, \"600\": 0.0}, \"F1\": {\"200\": 0.5217391304347826, \"500\": 0.4, \"100\": 0.0, \"600\": 0.0}, \"ERR\": {\"200\": 0.55, \"500\": 0.15000000000000002, \"100\": 0.55, \"600\": 0.050000000000000044}, \"MCC\": {\"200\": 0.10482848367219183, \"500\": 0.32673201960653564, \"100\": \"None\", \"600\": \"None\"}, \"GI\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"NLRI\": {\"200\": \"Negligible\", \"500\": \"Negligible\", \"100\": \"None\", \"600\": \"Negligible\"}, \"POP\": {\"200\": 20, \"500\": 20, \"100\": 20, \"600\": 20}, \"N\": {\"200\": 4, \"500\": 17, \"100\": 20, \"600\": 19}, \"MK\": {\"200\": 0.08791208791208782, \"500\": 0.38888888888888884, \"100\": 0.0, \"600\": \"None\"}, \"AGF\": {\"200\": 0.33642097801219245, \"500\": 0.5665926996700735, \"100\": 0.0, \"600\": 0.0}, \"DP\": {\"200\": 0.1407391082701595, \"500\": 0.49789960499474867, \"100\": \"None\", \"600\": \"None\"}, \"NPV\": {\"200\": 0.23076923076923078, \"500\": 0.8888888888888888, \"100\": 1.0, \"600\": 0.95}, \"AUPR\": {\"200\": 0.6160714285714286, \"500\": 0.41666666666666663, \"100\": \"None\", \"600\": \"None\"}, \"FDR\": {\"200\": 0.1428571428571429, \"500\": 0.5, \"100\": 1.0, \"600\": \"None\"}, \"TP\": {\"200\": 6, \"100\": 0, \"500\": 1, \"600\": 0}, \"HD\": {\"200\": 11, \"500\": 3, \"100\": 11, \"600\": 1}, \"DOR\": {\"200\": 1.7999999999999998, \"500\": 7.999999999999997, \"100\": \"None\", \"600\": \"None\"}, \"AUCI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"Poor\"}, \"CEN\": {\"200\": 0.3570795472009597, \"500\": 0.5389466410223563, \"100\": 0.3349590631259315, \"600\": 0.0}, \"PRE\": {\"200\": 0.8, \"500\": 0.15, \"100\": 0.0, \"600\": 0.05}, \"FP\": {\"200\": 1, \"100\": 11, \"500\": 1, \"600\": 0}, \"QI\": {\"200\": \"Weak\", \"500\": \"Strong\", \"100\": \"None\", \"600\": \"None\"}, \"ICSI\": {\"200\": 0.2321428571428572, \"500\": -0.16666666666666674, \"100\": \"None\", \"600\": \"None\"}, \"Q\": {\"200\": 0.28571428571428575, \"500\": 0.7777777777777778, \"100\": \"None\", \"600\": \"None\"}, \"BM\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"AM\": {\"200\": -9, \"500\": -1, \"100\": 11, \"600\": -1}, \"OOC\": {\"200\": 0.5669467095138409, \"500\": 0.4082482904638631, \"100\": \"None\", \"600\": \"None\"}, \"TON\": {\"200\": 13, \"500\": 18, \"100\": 9, \"600\": 20}, \"BCD\": {\"200\": 0.225, \"500\": 0.025, \"100\": 0.275, \"600\": 0.025}, \"GM\": {\"200\": 0.5303300858899106, \"500\": 0.5601120336112039, \"100\": \"None\", \"600\": 0.0}, \"OP\": {\"200\": 0.1166666666666667, \"500\": 0.373076923076923, \"100\": \"None\", \"600\": -0.050000000000000044}, \"P\": {\"200\": 16, \"500\": 3, \"100\": 0, \"600\": 1}, \"RACCU\": {\"200\": 0.33062499999999995, \"500\": 0.015625, \"100\": 0.07562500000000001, \"600\": 0.0006250000000000001}}, \"Imbalanced\": true, \"Prob-Vector\": null, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Transpose\": false, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200]}\n" ] } ], @@ -603,7 +603,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "{\"Predict-Vector\": null, \"Sample-Weight\": null, \"Digit\": 5, \"Actual-Vector\": null, \"Transpose\": false, \"Prob-Vector\": null, \"Imbalanced\": true, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]]}\n" + "{\"Digit\": 5, \"Sample-Weight\": null, \"Imbalanced\": true, \"Prob-Vector\": null, \"Predict-Vector\": null, \"Transpose\": false, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": null}\n" ] } ], diff --git a/Document/Example4_files/cm.obj b/Document/Example4_files/cm.obj index c2b707b2..d14b563f 100644 --- a/Document/Example4_files/cm.obj +++ b/Document/Example4_files/cm.obj @@ -1 +1 @@ -{"Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null, "Digit": 5, "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Transpose": false, "Prob-Vector": null, "Imbalanced": true, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]]} \ No newline at end of file +{"Digit": 5, "Sample-Weight": null, "Imbalanced": true, "Prob-Vector": null, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Transpose": false, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200]} \ No newline at end of file diff --git a/Document/Example4_files/cm_no_vectors.obj b/Document/Example4_files/cm_no_vectors.obj index a935feca..b4cbe990 100644 --- a/Document/Example4_files/cm_no_vectors.obj +++ b/Document/Example4_files/cm_no_vectors.obj @@ -1 +1 @@ -{"Predict-Vector": null, "Sample-Weight": null, "Digit": 5, "Actual-Vector": null, "Transpose": false, "Prob-Vector": null, "Imbalanced": true, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]]} \ No newline at end of file +{"Digit": 5, "Sample-Weight": null, "Imbalanced": true, "Prob-Vector": null, "Predict-Vector": null, "Transpose": false, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": null} \ No newline at end of file diff --git a/Document/Example4_files/cm_stat.obj b/Document/Example4_files/cm_stat.obj index e2fc2f31..721aa10f 100644 --- a/Document/Example4_files/cm_stat.obj +++ b/Document/Example4_files/cm_stat.obj @@ -1 +1 @@ -{"Class-Stat": {"TN": {"200": 3, "100": 9, "500": 16, "600": 19}, "PRE": {"200": 0.8, "500": 0.15, "100": 0.0, "600": 0.05}, "N": {"200": 4, "500": 17, "100": 20, "600": 19}, "BB": {"200": 0.375, "500": 0.3333333333333333, "100": 0.0, "600": 0.0}, "F1": {"200": 0.5217391304347826, "500": 0.4, "100": 0.0, "600": 0.0}, "FDR": {"200": 0.1428571428571429, "500": 0.5, "100": 1.0, "600": "None"}, "TP": {"200": 6, "100": 0, "500": 1, "600": 0}, "ACC": {"200": 0.45, "500": 0.85, "100": 0.45, "600": 0.95}, "IS": {"200": 0.09953567355091428, "500": 1.736965594166206, "100": "None", "600": "None"}, "TNR": {"200": 0.75, "500": 0.9411764705882353, "100": 0.45, "600": 1.0}, "TON": {"200": 13, "500": 18, "100": 9, "600": 20}, "PLR": {"200": 1.5, "500": 5.666666666666665, "100": "None", "600": "None"}, "J": {"200": 0.35294117647058826, "500": 0.25, "100": 0.0, "600": 0.0}, "RACCU": {"200": 0.33062499999999995, "500": 0.015625, "100": 0.07562500000000001, "600": 0.0006250000000000001}, "F0.5": {"200": 0.6818181818181818, "500": 0.45454545454545453, "100": 0.0, "600": 0.0}, "dInd": {"200": 0.673145600891813, "500": 0.6692567908186672, "100": "None", "600": 1.0}, "GI": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "FNR": {"200": 0.625, "500": 0.6666666666666667, "100": "None", "600": 1.0}, "F2": {"200": 0.4225352112676056, "500": 0.35714285714285715, "100": 0.0, "600": 0.0}, "MK": {"200": 0.08791208791208782, "500": 0.38888888888888884, "100": 0.0, "600": "None"}, "HD": {"200": 11, "500": 3, "100": 11, "600": 1}, "AUPR": {"200": 0.6160714285714286, "500": 0.41666666666666663, "100": "None", "600": "None"}, "RACC": {"200": 0.28, "500": 0.015, "100": 0.0, "600": 0.0}, "P": {"200": 16, "500": 3, "100": 0, "600": 1}, "AUCI": {"200": "Poor", "500": "Fair", "100": "None", "600": "Poor"}, "FPR": {"200": 0.25, "500": 0.05882352941176472, "100": 0.55, "600": 0.0}, "Y": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "FOR": {"200": 0.7692307692307692, "500": 0.11111111111111116, "100": 0.0, "600": 0.050000000000000044}, "TPR": {"200": 0.375, "500": 0.3333333333333333, "100": "None", "600": 0.0}, "FN": {"200": 10, "100": 0, "500": 2, "600": 1}, "G": {"200": 0.5669467095138409, "500": 0.408248290463863, "100": "None", "600": "None"}, "POP": {"200": 20, "500": 20, "100": 20, "600": 20}, "MCEN": {"200": 0.3739448088748241, "500": 0.5802792108518123, "100": 0.3349590631259315, "600": 0.0}, "PLRI": {"200": "Poor", "500": "Fair", "100": "None", "600": "None"}, "DOR": {"200": 1.7999999999999998, "500": 7.999999999999997, "100": "None", "600": "None"}, "AGM": {"200": 0.5669417382415922, "500": 0.7351956938438939, "100": "None", "600": 0}, "GM": {"200": 0.5303300858899106, "500": 0.5601120336112039, "100": "None", "600": 0.0}, "TOP": {"200": 7, "500": 2, "100": 11, "600": 0}, "sInd": {"200": 0.5240141808835057, "500": 0.5267639848569737, "100": "None", "600": 0.29289321881345254}, "DP": {"200": 0.1407391082701595, "500": 0.49789960499474867, "100": "None", "600": "None"}, "ERR": {"200": 0.55, "500": 0.15000000000000002, "100": 0.55, "600": 0.050000000000000044}, "NLR": {"200": 0.8333333333333334, "500": 0.7083333333333334, "100": "None", "600": 1.0}, "NPV": {"200": 0.23076923076923078, "500": 0.8888888888888888, "100": 1.0, "600": 0.95}, "Q": {"200": 0.28571428571428575, "500": 0.7777777777777778, "100": "None", "600": "None"}, "ICSI": {"200": 0.2321428571428572, "500": -0.16666666666666674, "100": "None", "600": "None"}, "LS": {"200": 1.0714285714285714, "500": 3.3333333333333335, "100": "None", "600": "None"}, "OP": {"200": 0.1166666666666667, "500": 0.373076923076923, "100": "None", "600": -0.050000000000000044}, "CEN": {"200": 0.3570795472009597, "500": 0.5389466410223563, "100": 0.3349590631259315, "600": 0.0}, "AUC": {"200": 0.5625, "500": 0.6372549019607843, "100": "None", "600": 0.5}, "NLRI": {"200": "Negligible", "500": "Negligible", "100": "None", "600": "Negligible"}, "IBA": {"200": 0.17578125, "500": 0.1230296039984621, "100": "None", "600": 0.0}, "MCCI": {"200": "Negligible", "500": "Weak", "100": "None", "600": "None"}, "DPI": {"200": "Poor", "500": "Poor", "100": "None", "600": "None"}, "OC": {"200": 0.8571428571428571, "500": 0.5, "100": "None", "600": "None"}, "FP": {"200": 1, "100": 11, "500": 1, "600": 0}, "QI": {"200": "Weak", "500": "Strong", "100": "None", "600": "None"}, "OOC": {"200": 0.5669467095138409, "500": 0.4082482904638631, "100": "None", "600": "None"}, "BCD": {"200": 0.225, "500": 0.025, "100": 0.275, "600": 0.025}, "AGF": {"200": 0.33642097801219245, "500": 0.5665926996700735, "100": 0.0, "600": 0.0}, "AM": {"200": -9, "500": -1, "100": 11, "600": -1}, "BM": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "MCC": {"200": 0.10482848367219183, "500": 0.32673201960653564, "100": "None", "600": "None"}, "PPV": {"200": 0.8571428571428571, "500": 0.5, "100": 0.0, "600": "None"}}, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null, "Digit": 5, "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Transpose": false, "Prob-Vector": null, "Overall-Stat": {"FNR Macro": "None", "SOA5(Cramer)": "None", "Reference Entropy": 0.8841837197791889, "Cramer V": "None", "Bennett S": 0.1333333333333333, "Overall MCC": 0.1264200803632855, "Kappa 95% CI": [-0.21849807698648957, 0.3745264457808156], "Chi-Squared": "None", "Overall CEN": 0.3648028121279775, "Hamming Loss": 0.65, "TNR Macro": 0.7852941176470588, "Overall J": [0.6029411764705883, 0.15073529411764708], "Pearson C": "None", "Overall RACC": 0.29500000000000004, "NPV Macro": 0.7674145299145299, "Lambda A": 0.0, "Conditional Entropy": 1.235789374242786, "Mutual Information": 0.10087710767390168, "SOA1(Landis & Koch)": "Slight", "SOA10(Pearson C)": "None", "SOA2(Fleiss)": "Poor", "Joint Entropy": 2.119973094021975, "FNR Micro": 0.65, "Bangdiwala B": 0.3135593220338983, "Kappa": 0.07801418439716304, "Kappa Unbiased": -0.12554112554112543, "KL Divergence": "None", "Phi-Squared": "None", "SOA6(Matthews)": "Negligible", "AUNP": "None", "TPR Micro": 0.35, "RR": 5.0, "Overall ACC": 0.35, "Gwet AC1": 0.19504643962848295, "FPR Micro": 0.21666666666666667, "AUNU": "None", "SOA9(Krippendorff Alpha)": "Low", "SOA4(Cicchetti)": "Poor", "SOA8(Lambda B)": "None", "ARI": 0.02298247455136956, "NPV Micro": 0.7833333333333333, "FPR Macro": 0.2147058823529412, "ACC Macro": 0.675, "TPR Macro": "None", "PPV Micro": 0.35, "Standard Error": 0.1066536450385077, "RCI": 0.11409066398451011, "Lambda B": 0.0, "NIR": 0.8, "Zero-one Loss": 13, "CSI": "None", "Kappa Standard Error": 0.15128176601206766, "Cross Entropy": 1.709947752496911, "TNR Micro": 0.7833333333333333, "F1 Macro": 0.23043478260869565, "SOA7(Lambda A)": "None", "PPV Macro": "None", "P-Value": 0.9999981549942787, "95% CI": [0.14095885572452488, 0.559041144275475], "F1 Micro": 0.35, "Scott PI": -0.12554112554112543, "Response Entropy": 1.3366664819166876, "Chi-Squared DF": 9, "Overall RACCU": 0.42249999999999993, "Kappa No Prevalence": -0.30000000000000004, "Overall MCEN": 0.3746281299595305, "CBA": 0.17708333333333331, "Krippendorff Alpha": -0.09740259740259723, "SOA3(Altman)": "Poor"}, "Imbalanced": true, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]]} \ No newline at end of file +{"Overall-Stat": {"TNR Macro": 0.7852941176470588, "Kappa Standard Error": 0.15128176601206766, "Overall MCEN": 0.3746281299595305, "CBA": 0.17708333333333331, "F1 Micro": 0.35, "TPR Macro": "None", "Kappa 95% CI": [-0.21849807698648957, 0.3745264457808156], "SOA1(Landis & Koch)": "Slight", "ACC Macro": 0.675, "NPV Micro": 0.7833333333333333, "Hamming Loss": 0.65, "AUNP": "None", "Standard Error": 0.1066536450385077, "PPV Micro": 0.35, "TPR Micro": 0.35, "Overall MCC": 0.1264200803632855, "Cramer V": "None", "SOA7(Lambda A)": "None", "NIR": 0.8, "Bennett S": 0.1333333333333333, "SOA5(Cramer)": "None", "Kappa": 0.07801418439716304, "Kappa Unbiased": -0.12554112554112543, "Overall RACCU": 0.42249999999999993, "FNR Micro": 0.65, "Joint Entropy": 2.119973094021975, "Overall ACC": 0.35, "Chi-Squared DF": 9, "SOA2(Fleiss)": "Poor", "Pearson C": "None", "Zero-one Loss": 13, "RCI": 0.11409066398451011, "AUNU": "None", "RR": 5.0, "Scott PI": -0.12554112554112543, "SOA3(Altman)": "Poor", "Bangdiwala B": 0.3135593220338983, "Response Entropy": 1.3366664819166876, "Krippendorff Alpha": -0.09740259740259723, "KL Divergence": "None", "Overall J": [0.6029411764705883, 0.15073529411764708], "Conditional Entropy": 1.235789374242786, "P-Value": 0.9999981549942787, "Lambda B": 0.0, "SOA8(Lambda B)": "None", "PPV Macro": "None", "Chi-Squared": "None", "Gwet AC1": 0.19504643962848295, "ARI": 0.02298247455136956, "Lambda A": 0.0, "SOA6(Matthews)": "Negligible", "SOA10(Pearson C)": "None", "Cross Entropy": 1.709947752496911, "Phi-Squared": "None", "95% CI": [0.14095885572452488, 0.559041144275475], "CSI": "None", "SOA4(Cicchetti)": "Poor", "FPR Macro": 0.2147058823529412, "FPR Micro": 0.21666666666666667, "Overall CEN": 0.3648028121279775, "Reference Entropy": 0.8841837197791889, "SOA9(Krippendorff Alpha)": "Low", "NPV Macro": 0.7674145299145299, "Kappa No Prevalence": -0.30000000000000004, "TNR Micro": 0.7833333333333333, "F1 Macro": 0.23043478260869565, "Mutual Information": 0.10087710767390168, "FNR Macro": "None", "Overall RACC": 0.29500000000000004}, "Digit": 5, "Sample-Weight": null, "Class-Stat": {"IS": {"200": 0.09953567355091428, "500": 1.736965594166206, "100": "None", "600": "None"}, "PLRI": {"200": "Poor", "500": "Fair", "100": "None", "600": "None"}, "MCCI": {"200": "Negligible", "500": "Weak", "100": "None", "600": "None"}, "F2": {"200": 0.4225352112676056, "500": 0.35714285714285715, "100": 0.0, "600": 0.0}, "BB": {"200": 0.375, "500": 0.3333333333333333, "100": 0.0, "600": 0.0}, "dInd": {"200": 0.673145600891813, "500": 0.6692567908186672, "100": "None", "600": 1.0}, "PPV": {"200": 0.8571428571428571, "500": 0.5, "100": 0.0, "600": "None"}, "AGM": {"200": 0.5669417382415922, "500": 0.7351956938438939, "100": "None", "600": 0}, "FN": {"200": 10, "100": 0, "500": 2, "600": 1}, "G": {"200": 0.5669467095138409, "500": 0.408248290463863, "100": "None", "600": "None"}, "J": {"200": 0.35294117647058826, "500": 0.25, "100": 0.0, "600": 0.0}, "FOR": {"200": 0.7692307692307692, "500": 0.11111111111111116, "100": 0.0, "600": 0.050000000000000044}, "PLR": {"200": 1.5, "500": 5.666666666666665, "100": "None", "600": "None"}, "TOP": {"200": 7, "500": 2, "100": 11, "600": 0}, "DPI": {"200": "Poor", "500": "Poor", "100": "None", "600": "None"}, "Y": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "IBA": {"200": 0.17578125, "500": 0.1230296039984621, "100": "None", "600": 0.0}, "LS": {"200": 1.0714285714285714, "500": 3.3333333333333335, "100": "None", "600": "None"}, "ACC": {"200": 0.45, "500": 0.85, "100": 0.45, "600": 0.95}, "TN": {"200": 3, "100": 9, "500": 16, "600": 19}, "FPR": {"200": 0.25, "500": 0.05882352941176472, "100": 0.55, "600": 0.0}, "F0.5": {"200": 0.6818181818181818, "500": 0.45454545454545453, "100": 0.0, "600": 0.0}, "RACC": {"200": 0.28, "500": 0.015, "100": 0.0, "600": 0.0}, "sInd": {"200": 0.5240141808835057, "500": 0.5267639848569737, "100": "None", "600": 0.29289321881345254}, "NLR": {"200": 0.8333333333333334, "500": 0.7083333333333334, "100": "None", "600": 1.0}, "AUC": {"200": 0.5625, "500": 0.6372549019607843, "100": "None", "600": 0.5}, "OC": {"200": 0.8571428571428571, "500": 0.5, "100": "None", "600": "None"}, "TNR": {"200": 0.75, "500": 0.9411764705882353, "100": 0.45, "600": 1.0}, "TPR": {"200": 0.375, "500": 0.3333333333333333, "100": "None", "600": 0.0}, "FNR": {"200": 0.625, "500": 0.6666666666666667, "100": "None", "600": 1.0}, "MCEN": {"200": 0.3739448088748241, "500": 0.5802792108518123, "100": 0.3349590631259315, "600": 0.0}, "F1": {"200": 0.5217391304347826, "500": 0.4, "100": 0.0, "600": 0.0}, "ERR": {"200": 0.55, "500": 0.15000000000000002, "100": 0.55, "600": 0.050000000000000044}, "MCC": {"200": 0.10482848367219183, "500": 0.32673201960653564, "100": "None", "600": "None"}, "GI": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "NLRI": {"200": "Negligible", "500": "Negligible", "100": "None", "600": "Negligible"}, "POP": {"200": 20, "500": 20, "100": 20, "600": 20}, "N": {"200": 4, "500": 17, "100": 20, "600": 19}, "MK": {"200": 0.08791208791208782, "500": 0.38888888888888884, "100": 0.0, "600": "None"}, "AGF": {"200": 0.33642097801219245, "500": 0.5665926996700735, "100": 0.0, "600": 0.0}, "DP": {"200": 0.1407391082701595, "500": 0.49789960499474867, "100": "None", "600": "None"}, "NPV": {"200": 0.23076923076923078, "500": 0.8888888888888888, "100": 1.0, "600": 0.95}, "AUPR": {"200": 0.6160714285714286, "500": 0.41666666666666663, "100": "None", "600": "None"}, "FDR": {"200": 0.1428571428571429, "500": 0.5, "100": 1.0, "600": "None"}, "TP": {"200": 6, "100": 0, "500": 1, "600": 0}, "HD": {"200": 11, "500": 3, "100": 11, "600": 1}, "DOR": {"200": 1.7999999999999998, "500": 7.999999999999997, "100": "None", "600": "None"}, "AUCI": {"200": "Poor", "500": "Fair", "100": "None", "600": "Poor"}, "CEN": {"200": 0.3570795472009597, "500": 0.5389466410223563, "100": 0.3349590631259315, "600": 0.0}, "PRE": {"200": 0.8, "500": 0.15, "100": 0.0, "600": 0.05}, "FP": {"200": 1, "100": 11, "500": 1, "600": 0}, "QI": {"200": "Weak", "500": "Strong", "100": "None", "600": "None"}, "ICSI": {"200": 0.2321428571428572, "500": -0.16666666666666674, "100": "None", "600": "None"}, "Q": {"200": 0.28571428571428575, "500": 0.7777777777777778, "100": "None", "600": "None"}, "BM": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "AM": {"200": -9, "500": -1, "100": 11, "600": -1}, "OOC": {"200": 0.5669467095138409, "500": 0.4082482904638631, "100": "None", "600": "None"}, "TON": {"200": 13, "500": 18, "100": 9, "600": 20}, "BCD": {"200": 0.225, "500": 0.025, "100": 0.275, "600": 0.025}, "GM": {"200": 0.5303300858899106, "500": 0.5601120336112039, "100": "None", "600": 0.0}, "OP": {"200": 0.1166666666666667, "500": 0.373076923076923, "100": "None", "600": -0.050000000000000044}, "P": {"200": 16, "500": 3, "100": 0, "600": 1}, "RACCU": {"200": 0.33062499999999995, "500": 0.015625, "100": 0.07562500000000001, "600": 0.0006250000000000001}}, "Imbalanced": true, "Prob-Vector": null, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Transpose": false, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200]} \ No newline at end of file diff --git a/Document/Example6.ipynb b/Document/Example6.ipynb index ec39a34a..87a168a9 100644 --- a/Document/Example6.ipynb +++ b/Document/Example6.ipynb @@ -88,11 +88,11 @@ "Class2 0.04762 0.95238 \n", "\n", "\n", - "ACC: {'Class2': 0.9976333515383216, 'Class1': 0.9976333515383216}\n", - "MCC: {'Class2': 0.9378574017402594, 'Class1': 0.9378574017402594}\n", - "CEN: {'Class2': 0.30489006849060607, 'Class1': 0.012858728415908176}\n", - "MCEN: {'Class2': 0.46949279678726225, 'Class1': 0.023280122318969122}\n", - "DP: {'Class2': 2.276283896527635, 'Class1': 2.276283896527635}\n", + "ACC: {'Class1': 0.9976333515383216, 'Class2': 0.9976333515383216}\n", + "MCC: {'Class1': 0.9378574017402594, 'Class2': 0.9378574017402594}\n", + "CEN: {'Class1': 0.012858728415908176, 'Class2': 0.30489006849060607}\n", + "MCEN: {'Class1': 0.023280122318969122, 'Class2': 0.46949279678726225}\n", + "DP: {'Class1': 2.276283896527635, 'Class2': 2.276283896527635}\n", "Kappa: 0.9377606597584491\n", "RCI: 0.8682877002417864\n", "SOA1: Almost Perfect\n" @@ -142,11 +142,11 @@ "Class2 0.95238 0.04762 \n", "\n", "\n", - "ACC: {'Class2': 0.982098458478369, 'Class1': 0.982098458478369}\n", - "MCC: {'Class2': 0.13048897476798949, 'Class1': 0.13048897476798949}\n", - "CEN: {'Class2': 0.4655917826576813, 'Class1': 0.06481573363174531}\n", - "MCEN: {'Class2': 0.4264929996758212, 'Class1': 0.11078640690031397}\n", - "DP: {'Class2': 0.864594924328404, 'Class1': 0.864594924328404}\n", + "ACC: {'Class1': 0.982098458478369, 'Class2': 0.982098458478369}\n", + "MCC: {'Class1': 0.13048897476798949, 'Class2': 0.13048897476798949}\n", + "CEN: {'Class1': 0.06481573363174531, 'Class2': 0.4655917826576813}\n", + "MCEN: {'Class1': 0.11078640690031397, 'Class2': 0.4264929996758212}\n", + "DP: {'Class1': 0.864594924328404, 'Class2': 0.864594924328404}\n", "Kappa: 0.08122239707598865\n", "RCI: 0.022375346499017443\n", "SOA1: Slight\n" @@ -196,11 +196,11 @@ "Class2 0.04762 0.95238 \n", "\n", "\n", - "ACC: {'Class2': 0.019661387220098307, 'Class1': 0.019661387220098307}\n", - "MCC: {'Class2': -0.13000800945464058, 'Class1': -0.13000800945464058}\n", - "CEN: {'Class2': 0.06103563616795208, 'Class1': 0.014927427128936136}\n", - "MCEN: {'Class2': 0.03655796690365652, 'Class1': 0.01281422838054554}\n", - "DP: {'Class2': -0.8416930356875597, 'Class1': -0.8416930356875597}\n", + "ACC: {'Class1': 0.019661387220098307, 'Class2': 0.019661387220098307}\n", + "MCC: {'Class1': -0.13000800945464058, 'Class2': -0.13000800945464058}\n", + "CEN: {'Class1': 0.014927427128936136, 'Class2': 0.06103563616795208}\n", + "MCEN: {'Class1': 0.01281422838054554, 'Class2': 0.03655796690365652}\n", + "DP: {'Class1': -0.8416930356875597, 'Class2': -0.8416930356875597}\n", "Kappa: -0.0017678372492452412\n", "RCI: 0.02192606003351106\n", "SOA1: Poor\n" @@ -261,11 +261,11 @@ "Class4 0.0 0.0 2e-05 0.99998 \n", "\n", "\n", - "ACC: {'Class3': 0.9999250299880048, 'Class4': 0.9999500199920032, 'Class2': 0.9999500199920032, 'Class1': 0.9999750099960016}\n", - "MCC: {'Class3': 0.7302602381427055, 'Class4': 0.9333083339583177, 'Class2': 0.7999750068731099, 'Class1': 0.8944160139432883}\n", - "CEN: {'Class3': 0.3649884090288471, 'Class4': 0.0001575200922489127, 'Class2': 0.25701944178769376, 'Class1': 0.13625493172565745}\n", - "MCEN: {'Class3': 0.4654427710721536, 'Class4': 0.00029569133318617423, 'Class2': 0.3333333333333333, 'Class1': 0.17964888034078544}\n", - "DP: {'Class3': 2.7032690544190636, 'Class4': 3.1691421556058055, 'Class2': 2.869241573973406, 'Class1': 'None'}\n", + "ACC: {'Class4': 0.9999500199920032, 'Class1': 0.9999750099960016, 'Class2': 0.9999500199920032, 'Class3': 0.9999250299880048}\n", + "MCC: {'Class4': 0.9333083339583177, 'Class1': 0.8944160139432883, 'Class2': 0.7999750068731099, 'Class3': 0.7302602381427055}\n", + "CEN: {'Class4': 0.0001575200922489127, 'Class1': 0.13625493172565745, 'Class2': 0.25701944178769376, 'Class3': 0.3649884090288471}\n", + "MCEN: {'Class4': 0.00029569133318617423, 'Class1': 0.17964888034078544, 'Class2': 0.3333333333333333, 'Class3': 0.4654427710721536}\n", + "DP: {'Class4': 3.1691421556058055, 'Class1': 'None', 'Class2': 2.869241573973406, 'Class3': 2.7032690544190636}\n", "Kappa: 0.8666333383326446\n", "RCI: 0.8711441699127427\n", "SOA1: Almost Perfect\n" @@ -324,11 +324,11 @@ "Class4 0.25 0.25 0.25 0.25 \n", "\n", "\n", - "ACC: {'Class3': 0.625, 'Class4': 0.625, 'Class2': 0.625, 'Class1': 0.625}\n", - "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", - "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.8704188162777186, 'Class2': 0.8704188162777186, 'Class1': 0.8704188162777186}\n", - "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.9308855421443073, 'Class2': 0.9308855421443073, 'Class1': 0.9308855421443073}\n", - "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", + "ACC: {'Class4': 0.625, 'Class1': 0.625, 'Class2': 0.625, 'Class3': 0.625}\n", + "MCC: {'Class4': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class3': 0.0}\n", + "CEN: {'Class4': 0.8704188162777186, 'Class1': 0.8704188162777186, 'Class2': 0.8704188162777186, 'Class3': 0.8704188162777186}\n", + "MCEN: {'Class4': 0.9308855421443073, 'Class1': 0.9308855421443073, 'Class2': 0.9308855421443073, 'Class3': 0.9308855421443073}\n", + "DP: {'Class4': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class3': 0.0}\n", "Kappa: 0.0\n", "RCI: 0.0\n", "SOA1: Slight\n" @@ -387,13 +387,13 @@ "Class4 0.76923 0.07692 0.07692 0.07692 \n", "\n", "\n", - "ACC: {'Class3': 0.76, 'Class4': 0.4, 'Class2': 0.76, 'Class1': 0.4}\n", - "MCC: {'Class3': 0.10714285714285714, 'Class4': -0.2358640882624316, 'Class2': 0.10714285714285714, 'Class1': -0.2358640882624316}\n", - "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.6392779429225796, 'Class2': 0.8704188162777186, 'Class1': 0.6392779429225794}\n", - "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.647512271542988, 'Class2': 0.9308855421443073, 'Class1': 0.647512271542988}\n", - "DP: {'Class3': 0.16596653499824943, 'Class4': -0.3319330699964992, 'Class2': 0.16596653499824943, 'Class1': -0.33193306999649924}\n", - "Kappa: -0.07361963190184047\n", - "RCI: 0.11603030564493627\n", + "ACC: {'Class4': 0.4, 'Class1': 0.4, 'Class2': 0.76, 'Class3': 0.76}\n", + "MCC: {'Class4': -0.2358640882624316, 'Class1': -0.2358640882624316, 'Class2': 0.10714285714285714, 'Class3': 0.10714285714285714}\n", + "CEN: {'Class4': 0.6392779429225796, 'Class1': 0.6392779429225794, 'Class2': 0.8704188162777186, 'Class3': 0.8704188162777186}\n", + "MCEN: {'Class4': 0.647512271542988, 'Class1': 0.647512271542988, 'Class2': 0.9308855421443073, 'Class3': 0.9308855421443073}\n", + "DP: {'Class4': -0.3319330699964992, 'Class1': -0.33193306999649924, 'Class2': 0.16596653499824943, 'Class3': 0.16596653499824943}\n", + "Kappa: -0.07361963190184051\n", + "RCI: 0.1160303056449364\n", "SOA1: Poor\n" ] } @@ -450,13 +450,13 @@ "Class4 0.76923 0.07692 0.07692 0.07692 \n", "\n", "\n", - "ACC: {'Class3': 0.999400898652022, 'Class4': 0.000998502246630055, 'Class2': 0.999400898652022, 'Class1': 0.000998502246630055}\n", - "MCC: {'Class3': 0.24970032963739885, 'Class4': -0.43266656861311537, 'Class2': 0.24970032963739885, 'Class1': -0.43266656861311537}\n", - "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.0029588592520426657, 'Class2': 0.8704188162777186, 'Class1': 0.0029588592520426657}\n", - "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.002903385725603509, 'Class2': 0.9308855421443073, 'Class1': 0.002903385725603509}\n", - "DP: {'Class3': 1.6794055876913858, 'Class4': -1.9423127303715728, 'Class2': 1.6794055876913858, 'Class1': -1.9423127303715728}\n", - "Kappa: -0.0003990813465900262\n", - "RCI: 0.5536610475678804\n", + "ACC: {'Class4': 0.000998502246630055, 'Class1': 0.000998502246630055, 'Class2': 0.999400898652022, 'Class3': 0.999400898652022}\n", + "MCC: {'Class4': -0.43266656861311537, 'Class1': -0.43266656861311537, 'Class2': 0.24970032963739885, 'Class3': 0.24970032963739885}\n", + "CEN: {'Class4': 0.0029588592520426657, 'Class1': 0.0029588592520426657, 'Class2': 0.8704188162777186, 'Class3': 0.8704188162777186}\n", + "MCEN: {'Class4': 0.002903385725603509, 'Class1': 0.002903385725603509, 'Class2': 0.9308855421443073, 'Class3': 0.9308855421443073}\n", + "DP: {'Class4': -1.9423127303715728, 'Class1': -1.9423127303715728, 'Class2': 1.6794055876913858, 'Class3': 1.6794055876913858}\n", + "Kappa: -0.0003990813465900263\n", + "RCI: 0.5536610475678805\n", "SOA1: Poor\n" ] } @@ -513,11 +513,11 @@ "Class4 0.25 0.25 0.25 0.25 \n", "\n", "\n", - "ACC: {'Class3': 0.7115384615384616, 'Class4': 0.36538461538461536, 'Class2': 0.7115384615384616, 'Class1': 0.7115384615384616}\n", - "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", - "CEN: {'Class3': 0.6392779429225794, 'Class4': 0.6522742127953861, 'Class2': 0.6392779429225794, 'Class1': 0.6392779429225794}\n", - "MCEN: {'Class3': 0.647512271542988, 'Class4': 0.7144082229288313, 'Class2': 0.647512271542988, 'Class1': 0.647512271542988}\n", - "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", + "ACC: {'Class4': 0.36538461538461536, 'Class1': 0.7115384615384616, 'Class2': 0.7115384615384616, 'Class3': 0.7115384615384616}\n", + "MCC: {'Class4': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class3': 0.0}\n", + "CEN: {'Class4': 0.6522742127953861, 'Class1': 0.6392779429225794, 'Class2': 0.6392779429225794, 'Class3': 0.6392779429225794}\n", + "MCEN: {'Class4': 0.7144082229288313, 'Class1': 0.647512271542988, 'Class2': 0.647512271542988, 'Class3': 0.647512271542988}\n", + "DP: {'Class4': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class3': 0.0}\n", "Kappa: 0.0\n", "RCI: 0.0\n", "SOA1: Slight\n" @@ -576,11 +576,11 @@ "Class4 0.25 0.25 0.25 0.25 \n", "\n", "\n", - "ACC: {'Class3': 0.7499500149955014, 'Class4': 0.25014995501349596, 'Class2': 0.7499500149955014, 'Class1': 0.7499500149955014}\n", - "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", - "CEN: {'Class3': 0.0029588592520426657, 'Class4': 0.539296694603886, 'Class2': 0.0029588592520426657, 'Class1': 0.0029588592520426657}\n", - "MCEN: {'Class3': 0.002903385725603509, 'Class4': 0.580710610324597, 'Class2': 0.002903385725603509, 'Class1': 0.002903385725603509}\n", - "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n", + "ACC: {'Class4': 0.25014995501349596, 'Class1': 0.7499500149955014, 'Class2': 0.7499500149955014, 'Class3': 0.7499500149955014}\n", + "MCC: {'Class4': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class3': 0.0}\n", + "CEN: {'Class4': 0.539296694603886, 'Class1': 0.0029588592520426657, 'Class2': 0.0029588592520426657, 'Class3': 0.0029588592520426657}\n", + "MCEN: {'Class4': 0.580710610324597, 'Class1': 0.002903385725603509, 'Class2': 0.002903385725603509, 'Class3': 0.002903385725603509}\n", + "DP: {'Class4': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class3': 0.0}\n", "Kappa: 0.0\n", "RCI: 0.0\n", "SOA1: Slight\n" diff --git a/Document/Example7.ipynb b/Document/Example7.ipynb index f35d23b3..76f41368 100644 --- a/Document/Example7.ipynb +++ b/Document/Example7.ipynb @@ -60,7 +60,22 @@ "cell_type": "code", "execution_count": 2, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + } + ], "source": [ "!{sys.executable} -m pip -q -q install seaborn;\n", "!{sys.executable} -m pip -q -q install pandas;" diff --git a/Document/Example8.ipynb b/Document/Example8.ipynb index 3ef0dca7..24099456 100644 --- a/Document/Example8.ipynb +++ b/Document/Example8.ipynb @@ -55,7 +55,15 @@ "metadata": { "hide_output": true }, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Keyring is skipped due to an exception: invalid syntax (core.py, line 48)\n" + ] + } + ], "source": [ "!{sys.executable} -m pip -q -q install matplotlib;" ] diff --git a/Otherfiles/test.html b/Otherfiles/test.html index 29c91105..d20d36a6 100644 --- a/Otherfiles/test.html +++ b/Otherfiles/test.html @@ -21,8 +21,7 @@

    Dataset Type :

  • Balanced

    • Note 1 : Recommended statistics for this type of classification highlighted in aqua

    -

    Note 2 : The recommender system assumes that the input is the result of classification over the whole data rather than just a part of it. -If the confusion matrix is the result of test data classification, the recommendation is not valid.

    +

    Note 2 : The recommendation system assumes the input is the result of classification over the entire dataset, not just a subset. If the confusion matrix is based on test data classification, the recommendation may not be valid.

    Confusion Matrix :

    @@ -787,6 +786,6 @@

    Class Statistics :

    Similarity index
    -

    Generated By PyCM Version 4.0

    +

    Generated By PyCM Version 4.1

    diff --git a/Otherfiles/test.obj b/Otherfiles/test.obj index 4fc44c8c..d3781572 100644 --- a/Otherfiles/test.obj +++ b/Otherfiles/test.obj @@ -1 +1 @@ -{"Predict-Vector": null, "Prob-Vector": null, "Imbalanced": false, "Matrix": [["L1", [["L2", 0], ["L3", 2], ["L1", 3]]], ["L2", [["L2", 1], ["L3", 1], ["L1", 0]]], ["L3", [["L2", 2], ["L3", 3], ["L1", 0]]]], "Digit": 5, "Transpose": true, "Actual-Vector": null, "Sample-Weight": null} \ No newline at end of file +{"Actual-Vector": null, "Predict-Vector": null, "Prob-Vector": null, "Transpose": true, "Digit": 5, "Sample-Weight": null, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Imbalanced": false} \ No newline at end of file