======================================================================================
# Exact match evaluation -- annotation span and types evaluation
======================================================================================
        Annotation                     &      TP &      FP &      FN & Precision & Recall  & F$_1$   \\
\hline
        nam_adj                        &       0 &       0 &      52 &     0,00% &   0,00% &   0,00% \\
        nam_adj_city                   &       4 &       2 &      38 &    66,67% &   9,52% &  16,67% \\
        nam_adj_country                &     110 &      39 &      56 &    73,83% &  66,27% &  69,84% \\
        nam_adj_person                 &       9 &       1 &       9 &    90,00% &  50,00% &  64,29% \\
        nam_eve                        &       0 &       0 &       8 &     0,00% &   0,00% &   0,00% \\
        nam_eve_human                  &      10 &      28 &      68 &    26,32% &  12,82% &  17,24% \\
        nam_eve_human_cultural         &       0 &       6 &      22 &     0,00% &   0,00% &   0,00% \\
        nam_eve_human_holiday          &       2 &       0 &       7 &   100,00% &  22,22% &  36,36% \\
        nam_eve_human_sport            &      20 &      15 &      35 &    57,14% &  36,36% &  44,44% \\
        nam_fac_bridge                 &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_fac_goe                    &      13 &      41 &      51 &    24,07% &  20,31% &  22,03% \\
        nam_fac_goe_stop               &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_fac_park                   &       0 &       0 &      10 &     0,00% &   0,00% &   0,00% \\
        nam_fac_road                   &      58 &      20 &      37 &    74,36% &  61,05% &  67,05% \\
        nam_fac_square                 &       0 &       0 &       6 &     0,00% &   0,00% &   0,00% \\
        nam_fac_system                 &       0 &       1 &      26 &     0,00% &   0,00% &   0,00% \\
        nam_liv_animal                 &       0 &       0 &      11 &     0,00% &   0,00% &   0,00% \\
        nam_liv_character              &       0 &       2 &       0 &     0,00% &   0,00% &   0,00% \\
        nam_liv_god                    &      24 &       9 &      11 &    72,73% &  68,57% &  70,59% \\
        nam_liv_habitant               &       0 &       2 &       7 &     0,00% &   0,00% &   0,00% \\
        nam_liv_person                 &     759 &     299 &     190 &    71,74% &  79,98% &  75,64% \\
        nam_loc                        &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_loc_astronomical           &       0 &       1 &       0 &     0,00% &   0,00% &   0,00% \\
        nam_loc_country_region         &       2 &       3 &       2 &    40,00% &  50,00% &  44,44% \\
        nam_loc_gpe_admin1             &      42 &      11 &      22 &    79,25% &  65,63% &  71,79% \\
        nam_loc_gpe_admin2             &      26 &       4 &      10 &    86,67% &  72,22% &  78,79% \\
        nam_loc_gpe_admin3             &      27 &       9 &      20 &    75,00% &  57,45% &  65,06% \\
        nam_loc_gpe_city               &     355 &     153 &      82 &    69,88% &  81,24% &  75,13% \\
        nam_loc_gpe_country            &     336 &      32 &      21 &    91,30% &  94,12% &  92,69% \\
        nam_loc_gpe_district           &       3 &       5 &      15 &    37,50% &  16,67% &  23,08% \\
        nam_loc_gpe_subdivision        &      10 &       3 &      16 &    76,92% &  38,46% &  51,28% \\
        nam_loc_historical_region      &       3 &       3 &      19 &    50,00% &  13,64% &  21,43% \\
        nam_loc_hydronym               &       0 &       1 &       1 &     0,00% &   0,00% &   0,00% \\
        nam_loc_hydronym_lake          &       1 &       0 &       1 &   100,00% &  50,00% &  66,67% \\
        nam_loc_hydronym_ocean         &       0 &       1 &       1 &     0,00% &   0,00% &   0,00% \\
        nam_loc_hydronym_river         &      26 &       3 &      25 &    89,66% &  50,98% &  65,00% \\
        nam_loc_hydronym_sea           &       0 &       0 &       3 &     0,00% &   0,00% &   0,00% \\
        nam_loc_land                   &       0 &       0 &       2 &     0,00% &   0,00% &   0,00% \\
        nam_loc_land_continent         &      25 &       2 &       7 &    92,59% &  78,13% &  84,75% \\
        nam_loc_land_island            &       3 &       0 &       8 &   100,00% &  27,27% &  42,86% \\
        nam_loc_land_mountain          &       0 &       1 &       9 &     0,00% &   0,00% &   0,00% \\
        nam_loc_land_region            &       2 &       1 &       9 &    66,67% &  18,18% &  28,57% \\
        nam_num_house                  &       9 &       2 &       2 &    81,82% &  81,82% &  81,82% \\
        nam_num_phone                  &       0 &       0 &       2 &     0,00% &   0,00% &   0,00% \\
        nam_org_company                &      35 &      59 &      41 &    37,23% &  46,05% &  41,18% \\
        nam_org_group                  &       0 &       1 &      18 &     0,00% &   0,00% &   0,00% \\
        nam_org_group_band             &       1 &       3 &      18 &    25,00% &   5,26% &   8,70% \\
        nam_org_group_team             &     102 &      28 &      47 &    78,46% &  68,46% &  73,12% \\
        nam_org_institution            &     151 &     158 &     115 &    48,87% &  56,77% &  52,52% \\
        nam_org_nation                 &      48 &      11 &      33 &    81,36% &  59,26% &  68,57% \\
        nam_org_organization           &     113 &     113 &     133 &    50,00% &  45,93% &  47,88% \\
        nam_org_organization_sub       &       0 &       0 &       3 &     0,00% &   0,00% &   0,00% \\
        nam_org_political_party        &      43 &       5 &      15 &    89,58% &  74,14% &  81,13% \\
        nam_oth                        &       0 &       0 &      22 &     0,00% &   0,00% &   0,00% \\
        nam_oth_currency               &      38 &       0 &      13 &   100,00% &  74,51% &  85,39% \\
        nam_oth_data_format            &       0 &       1 &      10 &     0,00% &   0,00% &   0,00% \\
        nam_oth_license                &       6 &       4 &       5 &    60,00% &  54,55% &  57,14% \\
        nam_oth_position               &       1 &       0 &       9 &   100,00% &  10,00% &  18,18% \\
        nam_oth_tech                   &      26 &      20 &      35 &    56,52% &  42,62% &  48,60% \\
        nam_oth_www                    &       0 &       0 &      20 &     0,00% &   0,00% &   0,00% \\
        nam_pro                        &       0 &       0 &       2 &     0,00% &   0,00% &   0,00% \\
        nam_pro_award                  &       2 &       2 &      21 &    50,00% &   8,70% &  14,81% \\
        nam_pro_brand                  &       7 &      36 &      39 &    16,28% &  15,22% &  15,73% \\
        nam_pro_media                  &       2 &       0 &       6 &   100,00% &  25,00% &  40,00% \\
        nam_pro_media_periodic         &      47 &      17 &      37 &    73,44% &  55,95% &  63,51% \\
        nam_pro_media_radio            &       1 &       1 &       2 &    50,00% &  33,33% &  40,00% \\
        nam_pro_media_tv               &       3 &       2 &       4 &    60,00% &  42,86% &  50,00% \\
        nam_pro_media_web              &      16 &      21 &      24 &    43,24% &  40,00% &  41,56% \\
        nam_pro_model_car              &      16 &       1 &      10 &    94,12% &  61,54% &  74,42% \\
        nam_pro_software               &      16 &       7 &      81 &    69,57% &  16,49% &  26,67% \\
        nam_pro_software_game          &       0 &       0 &       3 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title                  &       7 &      27 &      28 &    20,59% &  20,00% &  20,29% \\
        nam_pro_title_album            &       0 &       2 &       7 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title_book             &       1 &       2 &      10 &    33,33% &   9,09% &  14,29% \\
        nam_pro_title_document         &      43 &      23 &      45 &    65,15% &  48,86% &  55,84% \\
        nam_pro_title_song             &       0 &       0 &       7 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title_treaty           &       0 &       1 &       2 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title_tv               &       2 &       1 &      22 &    66,67% &   8,33% &  14,81% \\
        nam_pro_vehicle                &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
\hline
        *TOTAL*                        &    2606 &    1246 &    1824 &    67,65% &  58,83% &  62,93% \\


======================================================================================
# Annotation span evaluation (annotation types are ignored)
======================================================================================
        Annotation                     &      TP &      FP &      FN & Precision & Recall  & F$_1$   \\
\hline
        *TOTAL*                        &    3318 &     534 &    1112 &    86,14% &  74,90% &  80,13% \\


======================================================================================
# MUC match evaluation
======================================================================================
        Annotation                     &     COR &     ACT &     POS & Precision & Recall  & F$_1$   \\
\hline
        nam_adj                        &       0 &       0 &     104 &     0,00% &   0,00% &   0,00% \\
        nam_adj_city                   &       8 &       4 &      76 &    66,67% &   9,52% &  16,67% \\
        nam_adj_country                &     220 &      78 &     112 &    73,83% &  66,27% &  69,84% \\
        nam_adj_person                 &      18 &       2 &      18 &    90,00% &  50,00% &  64,29% \\
        nam_eve                        &       0 &       0 &      16 &     0,00% &   0,00% &   0,00% \\
        nam_eve_human                  &      25 &      51 &     131 &    32,89% &  16,03% &  21,55% \\
        nam_eve_human_cultural         &       1 &      11 &      43 &     8,33% &   2,27% &   3,57% \\
        nam_eve_human_holiday          &       4 &       0 &      14 &   100,00% &  22,22% &  36,36% \\
        nam_eve_human_sport            &      50 &      20 &      60 &    71,43% &  45,45% &  55,56% \\
        nam_fac_bridge                 &       0 &       0 &       8 &     0,00% &   0,00% &   0,00% \\
        nam_fac_goe                    &      30 &      78 &      98 &    27,78% &  23,44% &  25,42% \\
        nam_fac_goe_stop               &       0 &       0 &       8 &     0,00% &   0,00% &   0,00% \\
        nam_fac_park                   &       0 &       0 &      20 &     0,00% &   0,00% &   0,00% \\
        nam_fac_road                   &     124 &      32 &      67 &    79,49% &  64,92% &  71,47% \\
        nam_fac_square                 &       0 &       0 &      12 &     0,00% &   0,00% &   0,00% \\
        nam_fac_system                 &       0 &       2 &      52 &     0,00% &   0,00% &   0,00% \\
        nam_liv_animal                 &       0 &       0 &      22 &     0,00% &   0,00% &   0,00% \\
        nam_liv_character              &       0 &       4 &       0 &     0,00% &   0,00% &   0,00% \\
        nam_liv_god                    &      50 &      16 &      20 &    75,76% &  71,43% &  73,53% \\
        nam_liv_habitant               &       0 &       4 &      14 &     0,00% &   0,00% &   0,00% \\
        nam_liv_person                 &    1558 &     558 &     326 &    73,63% &  82,70% &  77,90% \\
        nam_loc                        &       0 &       0 &       8 &     0,00% &   0,00% &   0,00% \\
        nam_loc_astronomical           &       0 &       2 &       0 &     0,00% &   0,00% &   0,00% \\
        nam_loc_country_region         &       4 &       6 &       4 &    40,00% &  50,00% &  44,44% \\
        nam_loc_gpe_admin1             &      85 &      21 &      43 &    80,19% &  66,41% &  72,65% \\
        nam_loc_gpe_admin2             &      52 &       8 &      20 &    86,67% &  72,22% &  78,79% \\
        nam_loc_gpe_admin3             &      54 &      18 &      40 &    75,00% &  57,45% &  65,06% \\
        nam_loc_gpe_city               &     713 &     303 &     160 &    70,18% &  81,67% &  75,49% \\
        nam_loc_gpe_country            &     678 &      58 &      39 &    92,12% &  94,56% &  93,32% \\
        nam_loc_gpe_district           &       6 &      10 &      30 &    37,50% &  16,67% &  23,08% \\
        nam_loc_gpe_subdivision        &      20 &       6 &      32 &    76,92% &  38,46% &  51,28% \\
        nam_loc_historical_region      &       6 &       6 &      38 &    50,00% &  13,64% &  21,43% \\
        nam_loc_hydronym               &       0 &       2 &       2 &     0,00% &   0,00% &   0,00% \\
        nam_loc_hydronym_lake          &       2 &       0 &       2 &   100,00% &  50,00% &  66,67% \\
        nam_loc_hydronym_ocean         &       0 &       2 &       2 &     0,00% &   0,00% &   0,00% \\
        nam_loc_hydronym_river         &      52 &       6 &      50 &    89,66% &  50,98% &  65,00% \\
        nam_loc_hydronym_sea           &       0 &       0 &       6 &     0,00% &   0,00% &   0,00% \\
        nam_loc_land                   &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_loc_land_continent         &      50 &       4 &      14 &    92,59% &  78,13% &  84,75% \\
        nam_loc_land_island            &       6 &       0 &      16 &   100,00% &  27,27% &  42,86% \\
        nam_loc_land_mountain          &       0 &       2 &      18 &     0,00% &   0,00% &   0,00% \\
        nam_loc_land_region            &       4 &       2 &      18 &    66,67% &  18,18% &  28,57% \\
        nam_num_house                  &      18 &       4 &       4 &    81,82% &  81,82% &  81,82% \\
        nam_num_phone                  &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_org_company                &      76 &     112 &      76 &    40,43% &  50,00% &  44,71% \\
        nam_org_group                  &       0 &       2 &      36 &     0,00% &   0,00% &   0,00% \\
        nam_org_group_band             &       2 &       6 &      36 &    25,00% &   5,26% &   8,70% \\
        nam_org_group_team             &     208 &      52 &      91 &    80,00% &  69,57% &  74,42% \\
        nam_org_institution            &     339 &     279 &     187 &    54,85% &  64,45% &  59,27% \\
        nam_org_nation                 &      96 &      22 &      66 &    81,36% &  59,26% &  68,57% \\
        nam_org_organization           &     247 &     205 &     245 &    54,65% &  50,20% &  52,33% \\
        nam_org_organization_sub       &       0 &       0 &       6 &     0,00% &   0,00% &   0,00% \\
        nam_org_political_party        &      86 &      10 &      30 &    89,58% &  74,14% &  81,13% \\
        nam_oth                        &       0 &       0 &      44 &     0,00% &   0,00% &   0,00% \\
        nam_oth_currency               &      76 &       0 &      26 &   100,00% &  74,51% &  85,39% \\
        nam_oth_data_format            &       1 &       1 &      19 &    50,00% &   5,00% &   9,09% \\
        nam_oth_license                &      12 &       8 &      10 &    60,00% &  54,55% &  57,14% \\
        nam_oth_position               &       2 &       0 &      18 &   100,00% &  10,00% &  18,18% \\
        nam_oth_tech                   &      52 &      40 &      70 &    56,52% &  42,62% &  48,60% \\
        nam_oth_www                    &       0 &       0 &      40 &     0,00% &   0,00% &   0,00% \\
        nam_pro                        &       0 &       0 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_pro_award                  &       6 &       2 &      40 &    75,00% &  13,04% &  22,22% \\
        nam_pro_brand                  &      16 &      70 &      76 &    18,60% &  17,39% &  17,98% \\
        nam_pro_media                  &       4 &       0 &      12 &   100,00% &  25,00% &  40,00% \\
        nam_pro_media_periodic         &      95 &      33 &      73 &    74,22% &  56,55% &  64,19% \\
        nam_pro_media_radio            &       3 &       1 &       3 &    75,00% &  50,00% &  60,00% \\
        nam_pro_media_tv               &       6 &       4 &       8 &    60,00% &  42,86% &  50,00% \\
        nam_pro_media_web              &      32 &      42 &      48 &    43,24% &  40,00% &  41,56% \\
        nam_pro_model_car              &      32 &       2 &      20 &    94,12% &  61,54% &  74,42% \\
        nam_pro_software               &      33 &      13 &     161 &    71,74% &  17,01% &  27,50% \\
        nam_pro_software_game          &       0 &       0 &       6 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title                  &      15 &      53 &      55 &    22,06% &  21,43% &  21,74% \\
        nam_pro_title_album            &       0 &       4 &      14 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title_book             &       2 &       4 &      20 &    33,33% &   9,09% &  14,29% \\
        nam_pro_title_document         &     108 &      24 &      68 &    81,82% &  61,36% &  70,13% \\
        nam_pro_title_song             &       0 &       0 &      14 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title_treaty           &       0 &       2 &       4 &     0,00% &   0,00% &   0,00% \\
        nam_pro_title_tv               &       4 &       2 &      44 &    66,67% &   8,33% &  14,81% \\
        nam_pro_vehicle                &       0 &       0 &       8 &     0,00% &   0,00% &   0,00% \\
\hline
        *TOTAL*              & 5391 & 2313 & 3453 &    69,98% &  60,96% &  65,16%


====================================================
Processing time
====================================================
1) Model loading        : --h --m 00s 
2) Data reading         : --h --m 01s 
3) Feature generation   : --h --m 01s 
4) Chunking             : --h 08m 39s 
5) Evaluation           : --h --m 09s (not in total time)
----------------------------------------------------
## Total time             --h 08m 43s
----------------------------------------------------
Tokens           :    75696
Text kB          :      457,03
Tokens  / second :      144,73
Text kB / second :        0,87
----------------------------------------------------
