data source: ../topic-classification-data/vectors_mi
vector size: 800

MULTINOMIAL NAIVE BAYES

performance on training set:

accuracy: 89.8969072165
f1 by class: [ 0.84444444  0.78481013  0.81012658  0.87116564  0.97931034  1.
  0.94117647  0.97247706  0.88188976  1.          1.          0.97142857
  0.97435897  0.96        0.95        0.97777778  0.97435897  0.76923077
  1.          0.83333333  0.8         0.98039216  0.93103448  0.6870229
  0.98360656  0.61333333  0.89855072  0.84507042  1.          0.95454545
  0.95081967  0.95454545  0.96774194  0.98701299  0.9787234   0.98850575
  0.98275862  0.83809524  1.          0.35294118]

performance on test set:

accuracy: 84.0461642906
f1 by class: [ 0.88435374  0.84916201  0.72392638  0.88198758  0.99328859  0.93023256
  0.71428571  0.87719298  0.78632479  0.91358025  0.91666667  0.94736842
  0.97560976  1.          0.76470588  0.87804878  0.92682927  0.38095238
  0.84210526  0.          0.28571429  0.92        0.83333333  0.60273973
  0.96551724  0.50793651  0.75        0.77142857  0.98795181  0.89361702
  0.84745763  0.88888889  0.82758621  0.98701299  0.96842105  0.93333333
  0.97478992  0.67256637  0.98765432  0.        ]

SUPPORT VECTOR MACHINE

session 0 training set:

accuracy: 96.2199312715
f1 by class: [ 0.92198582  0.95555556  0.89570552  0.96045198  1.          0.97777778
  0.94117647  1.          1.          0.98765432  1.          1.          1.
  1.          0.97435897  1.          1.          0.8         1.          1.
  1.          1.          1.          0.89090909  1.          0.86206897
  0.95522388  0.95652174  1.          0.98850575  0.98305085  0.97674419
  1.          0.98701299  0.97916667  0.98850575  1.          0.91836735
  1.          0.56410256]

session 0 test set:

accuracy: 88.1873727088
f1 by class: [ 0.89932886  0.84491979  0.75949367  0.88372093  0.97368421  0.95454545
  0.875       0.92857143  0.89256198  0.95        0.94444444  0.91891892
  0.97560976  1.          0.85714286  0.95238095  0.97560976  0.46153846
  0.84210526  0.4         0.44444444  0.96        0.98181818  0.76785714
  0.94736842  0.56140351  0.79452055  0.84507042  0.91111111  0.94623656
  0.96875     0.95        0.96969697  1.          0.95918367  0.95454545
  0.97478992  0.74        0.97560976  0.125     ]

session 1 training set:

accuracy: 96.2199312715
f1 by class: [ 0.92198582  0.96089385  0.88888889  0.95402299  0.98666667  1.          1.
  0.99099099  1.          1.          1.          1.          1.          1.
  1.          0.97674419  1.          0.8         1.          1.          1.
  1.          1.          0.89908257  1.          0.84745763  0.95522388
  0.95652174  1.          0.96629213  0.96666667  0.97674419  1.
  0.98701299  0.97916667  1.          1.          0.95744681  0.98795181
  0.58536585]

session 1 test set:

accuracy: 88.3910386965
f1 by class: [ 0.89932886  0.85405405  0.76433121  0.88343558  0.96732026  0.93023256
  0.875       0.94444444  0.91803279  0.95        0.94444444  0.91891892
  0.97560976  1.          0.8372093   0.95238095  0.97560976  0.5
  0.95238095  0.66666667  0.72727273  0.96        0.98181818  0.77477477
  0.96551724  0.54545455  0.81690141  0.82857143  0.88172043  0.96703297
  0.93939394  0.92682927  0.96969697  1.          0.94949495  0.95454545
  0.98305085  0.74        0.97560976  0.15384615]

session 2 training set:

accuracy: 95.8075601375
f1 by class: [ 0.92198582  0.95555556  0.8875      0.93567251  1.          1.          1.
  1.          1.          1.          1.          1.          1.          1.
  1.          0.97674419  1.          0.76923077  1.          1.
  0.92307692  1.          1.          0.89090909  1.          0.86666667
  0.93939394  0.94285714  1.          0.97727273  0.95081967  0.97674419
  1.          0.98701299  0.98947368  0.98850575  1.          0.89108911
  0.98795181  0.56410256]

session 2 test set:

accuracy: 88.5268160217
f1 by class: [ 0.89333333  0.85245902  0.76433121  0.88888889  0.97368421  0.95454545
  0.82352941  0.93577982  0.91803279  0.95        0.94444444  0.89473684
  0.97560976  1.          0.9047619   0.95238095  0.97560976  0.55172414
  0.84210526  0.4         0.72727273  0.96        0.96428571  0.77477477
  0.94736842  0.625       0.81690141  0.85714286  0.91111111  0.96703297
  0.95384615  0.9047619   0.96969697  1.          0.95833333  0.95454545
  0.98305085  0.74        0.96385542  0.15789474]

session 3 training set:

accuracy: 95.9450171821
f1 by class: [ 0.92198582  0.95505618  0.87898089  0.96        0.99319728  1.          1.
  0.98214286  0.96825397  1.          1.          1.          1.          1.
  1.          0.97674419  1.          0.8         1.          1.          1.
  1.          1.          0.89090909  1.          0.85245902  0.95522388
  0.95652174  1.          0.97727273  0.96666667  0.95454545  1.
  0.98701299  0.98947368  0.97777778  1.          0.94736842  0.98795181
  0.56410256]

session 3 test set:

accuracy: 88.2552613714
f1 by class: [ 0.89333333  0.84324324  0.77922078  0.89940828  0.98013245  0.95454545
  0.8         0.93693694  0.8976378   0.93670886  0.94444444  0.91891892
  0.97560976  1.          0.85714286  0.95238095  0.95        0.51851852
  0.9         0.4         0.72727273  0.94117647  0.98181818  0.76106195
  0.94736842  0.52631579  0.80555556  0.82857143  0.91111111  0.96703297
  0.96875     0.9047619   0.96969697  0.98734177  0.95833333  0.95555556
  0.98305085  0.73267327  0.97560976  0.11764706]

session 4 training set:

accuracy: 95.9450171821
f1 by class: [ 0.92198582  0.95027624  0.89873418  0.94797688  1.          0.95652174
  0.94117647  1.          0.99186992  0.98765432  1.          1.          1.
  1.          0.97435897  1.          1.          0.76923077  1.          1.
  0.92307692  1.          1.          0.89908257  1.          0.84745763
  0.95522388  0.94285714  1.          0.98850575  0.96666667  0.97674419
  0.96774194  0.98701299  0.97916667  0.97727273  1.          0.9375
  0.98795181  0.61904762]

session 4 test set:

accuracy: 88.4589273591
f1 by class: [ 0.89932886  0.84491979  0.77419355  0.88343558  0.97368421  0.91304348
  0.875       0.93577982  0.91056911  0.95        0.94444444  0.87179487
  0.97560976  1.          0.85714286  0.93023256  0.97560976  0.5625
  0.95238095  0.66666667  0.72727273  0.96        0.96428571  0.78181818
  0.96551724  0.57142857  0.78378378  0.82191781  0.92134831  0.96629213
  0.96875     0.9         0.96969697  1.          0.95918367  0.96551724
  0.97478992  0.75        0.97560976  0.11111111]

session 5 training set:

accuracy: 96.0137457045
f1 by class: [ 0.92198582  0.96089385  0.87654321  0.96        1.          1.          1.
  1.          0.99173554  1.          1.          1.          1.          1.
  0.97435897  1.          1.          0.76923077  1.          0.93333333
  1.          1.          1.          0.89090909  1.          0.86206897
  0.95522388  0.95652174  1.          0.96629213  0.96666667  0.95454545
  1.          0.98701299  0.96907216  0.98850575  1.          0.9375
  0.98795181  0.56410256]

session 5 test set:

accuracy: 88.1873727088
f1 by class: [ 0.90540541  0.84946237  0.76923077  0.87272727  0.96732026  0.93023256
  0.875       0.93577982  0.90909091  0.95        0.94444444  0.89473684
  0.97560976  1.          0.85714286  0.95238095  0.95        0.46666667
  0.95238095  0.66666667  0.72727273  0.96        0.98181818  0.77192982
  0.94736842  0.58181818  0.77333333  0.82857143  0.89130435  0.96703297
  0.95384615  0.92682927  0.96969697  1.          0.94        0.95454545
  0.98305085  0.74747475  0.97560976  0.06060606]

session 6 training set:

accuracy: 95.8075601375
f1 by class: [ 0.92198582  0.94915254  0.8875      0.96590909  1.          1.
  0.94117647  0.98214286  0.99186992  0.98765432  1.          0.7826087   1.
  1.          0.97435897  0.97674419  1.          0.75        1.          1.
  1.          1.          1.          0.89908257  1.          0.86206897
  0.95522388  0.95652174  1.          0.98850575  0.96666667  0.97674419
  1.          0.98701299  0.98947368  0.98850575  1.          0.9375      1.
  0.56410256]

session 6 test set:

accuracy: 88.7304820095
f1 by class: [ 0.90540541  0.84782609  0.77419355  0.89820359  0.96732026  0.93023256
  0.8         0.93577982  0.91803279  0.93670886  0.94285714  0.69387755
  0.97560976  1.          0.87804878  0.95238095  0.97560976  0.57142857
  0.95238095  0.66666667  0.72727273  0.96        0.98181818  0.80373832
  0.96551724  0.61538462  0.81690141  0.85294118  0.91111111  0.95555556
  0.96875     0.9047619   1.          1.          0.96907216  0.96551724
  0.97478992  0.74747475  0.98765432  0.16666667]

session 7 training set:

accuracy: 95.9450171821
f1 by class: [ 0.92198582  0.95555556  0.88198758  0.96        1.          1.
  0.94117647  1.          1.          0.98765432  1.          1.          1.
  1.          0.97435897  0.97674419  1.          0.76923077  1.
  0.93333333  0.92307692  1.          1.          0.89908257  1.
  0.86206897  0.95522388  0.95652174  1.          0.96629213  0.96666667
  0.97674419  1.          0.98701299  0.98947368  0.95652174  1.
  0.94736842  0.98795181  0.52631579]

session 7 test set:

accuracy: 87.7800407332
f1 by class: [ 0.90540541  0.84042553  0.76433121  0.87951807  0.96732026  0.9047619
  0.71428571  0.92727273  0.90909091  0.95        0.94285714  0.87179487
  0.97560976  1.          0.85714286  0.95238095  0.95        0.5
  0.95238095  0.54545455  0.72727273  0.96        1.          0.76106195
  0.96551724  0.54545455  0.75324675  0.84057971  0.9010989   0.95652174
  0.96875     0.92682927  0.96969697  0.98734177  0.94        0.91489362
  0.97478992  0.72916667  0.97560976  0.06451613]

session 8 training set:

accuracy: 96.0824742268
f1 by class: [ 0.92957746  0.95555556  0.88050314  0.96590909  1.          1.          1.
  0.94827586  1.          0.98734177  1.          1.          0.97435897
  1.          0.97435897  0.97674419  1.          0.8         1.          1.
  1.          1.          1.          0.9245283   1.          0.84745763
  0.95522388  0.95652174  1.          0.97727273  0.96666667  0.97674419
  1.          0.98701299  0.96907216  1.          0.99145299  0.9375
  0.98795181  0.6       ]

session 8 test set:

accuracy: 88.3231500339
f1 by class: [ 0.89333333  0.84491979  0.78431373  0.89156627  0.96732026  0.93023256
  0.875       0.92982456  0.90909091  0.93670886  0.94444444  0.89473684
  0.97560976  1.          0.8372093   0.95238095  0.97560976  0.53333333
  0.9         0.76923077  0.72727273  0.94117647  0.96296296  0.78899083
  0.94736842  0.57142857  0.79452055  0.83333333  0.92134831  0.96703297
  0.96875     0.9047619   0.96969697  0.98734177  0.94        0.96551724
  0.96551724  0.73469388  0.97560976  0.11111111]

session 9 training set:

accuracy: 95.9450171821
f1 by class: [ 0.92198582  0.95027624  0.90243902  0.94797688  0.99328859  1.
  0.94117647  0.99099099  1.          0.98765432  1.          1.          1.
  1.          0.97435897  1.          1.          0.66666667  1.          1.
  1.          1.          1.          0.89908257  1.          0.86206897
  0.95522388  0.95652174  1.          0.98850575  0.96666667  0.97674419
  1.          0.98701299  0.98947368  0.98876404  1.          0.93617021
  0.98795181  0.48648649]

session 9 test set:

accuracy: 88.3231500339
f1 by class: [ 0.89932886  0.83597884  0.7672956   0.88343558  0.97368421  0.93333333
  0.875       0.93693694  0.90909091  0.95        0.94444444  0.94444444
  0.97560976  1.          0.8372093   0.95238095  0.97560976  0.54545455
  0.95238095  0.54545455  0.72727273  0.96        1.          0.77477477
  0.94736842  0.56140351  0.77333333  0.86956522  0.91111111  0.95652174
  0.95384615  0.9047619   0.96969697  1.          0.96907216  0.96629213
  0.97478992  0.71578947  0.97560976  0.        ]

averages over sessions
train accuracy: 95.9931271478
train f1 score: [ 0.92274498  0.95487711  0.88787824  0.95579194  0.99731525  0.99342995
  0.97058824  0.98945436  0.99437293  0.99256134  1.          0.97826087
  0.9974359   1.          0.98205128  0.98604651  1.          0.76935897
  1.          0.98666667  0.97692308  1.          1.          0.89835775
  1.          0.85718434  0.95364089  0.95378882  1.          0.97847176
  0.96672039  0.97230444  0.99677419  0.98701299  0.98230128  0.98543593
  0.9991453   0.93478103  0.99036145  0.56377286]
test accuracy: 88.3163611677
test f1 score: [ 0.89935317  0.84582085  0.77009353  0.88643401  0.97114706  0.93357053
  0.83878151  0.93471063  0.90912309  0.94601266  0.94412698  0.8822879
  0.97560976  1.          0.85801529  0.95016611  0.96792683  0.52111642
  0.91984962  0.57268065  0.6989899   0.95623529  0.98006253  0.77607825
  0.95462795  0.57050918  0.79289981  0.84062648  0.90723759  0.96162926
  0.96134324  0.91542973  0.97272727  0.99620253  0.95426733  0.95514748
  0.97716702  0.73772728  0.97563878  0.1068399 ]
