data source: ../topic-classification-data/vectors_mi
vector size: 5000

MULTINOMIAL NAIVE BAYES

performance on training set:

accuracy: 78.9003436426
f1 by class: [ 0.69879518  0.78723404  0.71428571  0.77837838  0.96598639  0.66666667
  0.          0.92857143  0.78321678  0.86363636  0.97058824  0.71428571
  0.94444444  0.28571429  0.66666667  0.74285714  0.91891892  0.          0.
  0.          0.          0.93617021  0.94117647  0.56441718  0.92857143
  0.52631579  0.62745098  0.75409836  0.92857143  0.91764706  0.84615385
  0.64516129  0.22222222  0.98701299  0.96907216  0.96629213  0.89922481
  0.64661654  1.          0.        ]

performance on test set:

accuracy: 72.0298710115
f1 by class: [ 0.71823204  0.76616915  0.60869565  0.79347826  0.97402597  0.51612903
  0.          0.85470085  0.57931034  0.86419753  0.88571429  0.41666667
  0.85714286  0.          0.46153846  0.37037037  0.5         0.          0.
  0.          0.          0.8372093   0.80769231  0.53254438  0.86792453
  0.27777778  0.48888889  0.61538462  0.91954023  0.79487179  0.83018868
  0.55172414  0.          0.98701299  0.87378641  0.81188119  0.90625
  0.6056338   0.975       0.        ]

SUPPORT VECTOR MACHINE

session 0 training set:

accuracy: 96.4261168385
f1 by class: [ 0.92198582  0.95555556  0.89570552  0.96590909  1.          1.          1.
  1.          1.          1.          1.          1.          1.          1.
  0.97435897  1.          1.          0.8         1.          1.          1.
  1.          1.          0.89090909  1.          0.84745763  0.97058824
  0.95652174  1.          0.98850575  0.98305085  0.97674419  1.
  0.98701299  0.97916667  1.          1.          0.92783505  1.
  0.56410256]

session 0 test set:

accuracy: 88.3910386965
f1 by class: [ 0.89333333  0.84946237  0.77922078  0.88888889  0.97368421  0.95454545
  0.8         0.93693694  0.91056911  0.95        0.94444444  0.91891892
  0.97560976  1.          0.85714286  0.95238095  1.          0.46153846
  0.84210526  0.54545455  0.72727273  0.94117647  0.98181818  0.76106195
  0.94736842  0.53571429  0.80555556  0.83333333  0.9010989   0.95652174
  0.95384615  0.95        0.96969697  1.          0.94949495  0.97674419
  0.97435897  0.73267327  0.97560976  0.12121212]

session 1 training set:

accuracy: 96.2886597938
f1 by class: [ 0.92198582  0.96089385  0.90123457  0.95402299  0.98666667  1.          1.
  1.          0.99186992  1.          1.          1.          1.          1.
  0.97435897  1.          1.          0.8         1.          0.93333333
  1.          1.          1.          0.90740741  1.          0.84745763
  0.95522388  0.95652174  1.          0.97727273  0.98305085  0.97674419
  1.          0.98701299  0.97916667  1.          1.          0.9375
  0.98795181  0.58536585]

session 1 test set:

accuracy: 88.3910386965
f1 by class: [ 0.89333333  0.85405405  0.76433121  0.88484848  0.96103896  0.93023256
  0.875       0.94444444  0.91056911  0.95        0.94444444  0.91891892
  0.97560976  1.          0.8372093   0.95238095  1.          0.57142857
  0.9         0.54545455  0.72727273  0.96        0.98181818  0.77477477
  0.94736842  0.57142857  0.81690141  0.84057971  0.88172043  0.96703297
  0.92537313  0.92682927  0.96969697  1.          0.95918367  0.96551724
  0.98305085  0.73267327  0.97560976  0.11111111]

session 2 training set:

accuracy: 96.1512027491
f1 by class: [ 0.92198582  0.95555556  0.89440994  0.94797688  1.          1.          1.
  1.          1.          1.          1.          1.          1.          1.
  1.          0.97674419  1.          0.8         1.          1.          1.
  1.          1.          0.89090909  1.          0.86666667  0.95522388
  0.94285714  1.          0.97727273  0.95081967  0.97674419  1.
  0.98701299  0.98947368  1.          1.          0.91836735  0.98795181
  0.56410256]

session 2 test set:

accuracy: 88.7304820095
f1 by class: [ 0.89932886  0.85082873  0.7672956   0.88343558  0.97368421  0.95454545
  0.82352941  0.94545455  0.91803279  0.95        0.94444444  0.91891892
  0.97560976  1.          0.9047619   0.95238095  0.97560976  0.55172414
  0.9         0.4         0.72727273  0.96        1.          0.76785714
  0.96551724  0.6031746   0.83333333  0.85714286  0.9010989   0.96703297
  0.93939394  0.92682927  0.96969697  1.          0.96907216  0.96629213
  0.98305085  0.73267327  0.97560976  0.05882353]

session 3 training set:

accuracy: 96.2886597938
f1 by class: [ 0.92198582  0.96089385  0.88607595  0.96590909  1.          1.          1.
  0.98214286  0.98387097  1.          1.          1.          1.          1.
  1.          1.          1.          0.8         1.          1.          1.
  1.          1.          0.89908257  1.          0.86666667  0.95522388
  0.95652174  1.          0.98850575  0.96666667  0.95454545  1.
  0.98701299  0.98947368  0.97777778  1.          0.94736842  0.98795181
  0.56410256]

session 3 test set:

accuracy: 88.3910386965
f1 by class: [ 0.89932886  0.84782609  0.78431373  0.88888889  0.98013245  0.95454545
  0.71428571  0.94545455  0.9047619   0.95        0.94444444  0.91891892
  0.97560976  1.          0.85714286  0.95238095  0.95        0.51851852
  0.9         0.4         0.72727273  0.94117647  1.          0.76106195
  0.94736842  0.52631579  0.80555556  0.84507042  0.91111111  0.96703297
  0.93939394  0.92682927  0.96969697  0.98734177  0.95918367  0.94505495
  0.97478992  0.74        0.97560976  0.12121212]

session 4 training set:

accuracy: 96.1512027491
f1 by class: [ 0.92198582  0.95027624  0.9125      0.94797688  1.          1.
  0.94117647  1.          0.99186992  0.98765432  1.          0.97297297
  1.          1.          0.97435897  1.          1.          0.8         1.
  1.          1.          1.          1.          0.89090909  1.
  0.84745763  0.95522388  0.94285714  1.          0.98850575  0.96666667
  0.97674419  1.          0.98701299  0.97916667  0.98850575  1.          0.9375
  0.98795181  0.61904762]

session 4 test set:

accuracy: 88.3910386965
f1 by class: [ 0.89932886  0.84491979  0.77922078  0.88484848  0.97368421  0.89361702
  0.8         0.94545455  0.88888889  0.95        0.95774648  0.91891892
  0.97560976  1.          0.8372093   0.95238095  1.          0.58064516
  0.95238095  0.54545455  0.72727273  0.96        0.96428571  0.76106195
  0.96551724  0.54545455  0.79452055  0.82191781  0.92134831  0.95555556
  0.95384615  0.9         0.9375      1.          0.95918367  0.97674419
  0.97478992  0.7628866   0.97560976  0.06060606]

session 5 training set:

accuracy: 96.3573883162
f1 by class: [ 0.92198582  0.97237569  0.88888889  0.96        1.          1.          1.
  0.99099099  1.          1.          1.          1.          1.          1.
  0.97435897  1.          1.          0.8         1.          1.          1.
  1.          1.          0.875       1.          0.89285714  0.95522388
  0.95652174  1.          0.96629213  0.98305085  0.95454545  1.
  0.98701299  0.97916667  1.          1.          0.9375      1.
  0.56410256]

session 5 test set:

accuracy: 88.5268160217
f1 by class: [ 0.90540541  0.85405405  0.76923077  0.88622754  0.96732026  0.93023256
  0.875       0.94545455  0.90909091  0.95        0.94444444  0.91891892
  0.97560976  1.          0.85714286  0.95238095  0.95        0.62068966
  0.95238095  0.54545455  0.72727273  0.96        0.98181818  0.76106195
  0.94736842  0.59259259  0.76315789  0.84507042  0.9010989   0.96703297
  0.95384615  0.92682927  0.96969697  1.          0.94949495  0.94382022
  0.97478992  0.74226804  0.97560976  0.16666667]

session 6 training set:

accuracy: 96.1512027491
f1 by class: [ 0.92198582  0.95505618  0.9         0.96        1.          1.          1.
  0.98214286  1.          1.          1.          0.85714286  1.          1.
  0.97435897  0.97674419  1.          0.72        1.          1.          1.
  1.          1.          0.89908257  1.          0.88135593  0.95522388
  0.95652174  1.          0.98850575  0.98305085  0.97674419  1.
  0.98701299  0.98947368  0.97727273  1.          0.92783505  1.
  0.63414634]

session 6 test set:

accuracy: 88.5947046843
f1 by class: [ 0.89932886  0.84615385  0.76923077  0.88484848  0.96732026  0.9047619
  0.71428571  0.93577982  0.91803279  0.95        0.94285714  0.61818182
  0.97560976  1.          0.87804878  0.95238095  1.          0.62068966
  0.9         0.76923077  0.72727273  0.96        1.          0.7962963
  0.96551724  0.63492063  0.8         0.85714286  0.92134831  0.95555556
  0.98412698  0.92682927  1.          0.98734177  0.96907216  0.98850575
  0.98305085  0.74747475  0.98765432  0.11428571]

session 7 training set:

accuracy: 96.2886597938
f1 by class: [ 0.92198582  0.95027624  0.90797546  0.96        1.          1.
  0.94117647  0.99099099  0.99186992  0.98765432  1.          1.          1.
  1.          0.97435897  1.          1.          0.8         1.          1.
  1.          1.          1.          0.89090909  1.          0.86206897
  0.95522388  0.95652174  1.          0.98850575  0.96666667  0.97674419
  1.          0.98701299  0.97916667  1.          1.          0.94736842
  0.98795181  0.56410256]

session 7 test set:

accuracy: 88.1873727088
f1 by class: [ 0.90540541  0.84946237  0.76923077  0.89411765  0.96732026  0.9047619
  0.71428571  0.94545455  0.90909091  0.95        0.95774648  0.91891892
  0.97560976  1.          0.85714286  0.95238095  0.95        0.55172414
  0.9         0.54545455  0.72727273  0.96        1.          0.76106195
  1.          0.54545455  0.75324675  0.85294118  0.91111111  0.94505495
  0.95384615  0.92682927  0.96969697  0.98734177  0.94949495  0.91489362
  0.97478992  0.72164948  0.97560976  0.06451613]

session 8 training set:

accuracy: 96.3573883162
f1 by class: [ 0.92957746  0.95555556  0.89308176  0.96590909  1.          1.          1.
  0.98214286  1.          0.98734177  1.          0.97297297  0.97435897
  1.          0.97435897  0.97674419  1.          0.8         1.          1.
  1.          1.          1.          0.91588785  1.          0.86666667
  0.95522388  0.95652174  1.          0.97727273  0.98305085  0.97674419
  1.          0.98701299  0.96907216  1.          0.99145299  0.92783505
  1.          0.66666667]

session 8 test set:

accuracy: 88.5268160217
f1 by class: [ 0.89932886  0.85405405  0.78431373  0.9047619   0.96732026  0.93023256
  0.875       0.92982456  0.91666667  0.93670886  0.94444444  0.89473684
  0.97560976  1.          0.8372093   0.95238095  0.97560976  0.62068966
  0.84210526  0.76923077  0.6         0.96        0.98181818  0.79279279
  0.94736842  0.55172414  0.82857143  0.83333333  0.91111111  0.95652174
  0.93939394  0.92682927  0.96969697  0.98734177  0.94        0.96551724
  0.96551724  0.74        0.97560976  0.05714286]

session 9 training set:

accuracy: 96.2199312715
f1 by class: [ 0.92198582  0.95604396  0.90243902  0.94797688  1.          1.          1.
  0.99099099  1.          1.          1.          1.          1.          1.
  0.97435897  1.          1.          0.68965517  1.          1.          1.
  1.          1.          0.89908257  1.          0.87719298  0.95522388
  0.95652174  1.          0.98850575  0.96666667  0.97674419  1.
  0.98701299  0.98947368  0.98876404  1.          0.94736842  0.98795181
  0.52631579]

session 9 test set:

accuracy: 88.3910386965
f1 by class: [ 0.90540541  0.83597884  0.75949367  0.88343558  0.96732026  0.93023256
  0.875       0.93693694  0.91803279  0.95        0.94444444  0.94444444
  0.97560976  1.          0.8372093   0.95238095  1.          0.58064516
  0.95238095  0.54545455  0.72727273  0.96        1.          0.76106195
  0.96551724  0.55172414  0.77333333  0.88235294  0.91111111  0.96703297
  0.95384615  0.92682927  0.96969697  1.          0.96907216  0.97727273
  0.97478992  0.70833333  0.96385542  0.        ]

averages over sessions
train accuracy: 96.2680412371
train f1 score: [ 0.92274498  0.95724827  0.89823111  0.95756809  0.99866667  1.
  0.98823529  0.99194015  0.99594807  0.99626504  1.          0.98030888
  0.9974359   1.          0.97948718  0.99302326  1.          0.78096552
  1.          0.99333333  1.          1.          1.          0.89591793
  1.          0.86558479  0.95676032  0.95378882  1.          0.98291448
  0.97327406  0.97230444  1.          0.98701299  0.98228002  0.99323203
  0.9991453   0.93564778  0.99277108  0.58520551]
test accuracy: 88.4521384929
test f1 score: [ 0.89995272  0.84867942  0.77258818  0.88843015  0.96988254  0.92877074
  0.80663866  0.94111954  0.91037359  0.94867089  0.94694612  0.88897955
  0.97560976  1.          0.85602193  0.95238095  0.98012195  0.56782931
  0.90413534  0.56111888  0.71454545  0.95623529  0.98915584  0.76980927
  0.95989111  0.56585038  0.79741758  0.84688849  0.90721582  0.96043744
  0.94969127  0.92646341  0.96950758  0.99493671  0.95732524  0.96203623
  0.97629783  0.7360632   0.97563878  0.08755763]
