NEW, we release v0.9

NEWS

@@ -1,3 +1,15 @@
+0.9.0 2016-07-11
+[Ko van der Sloot]
+Major update
+- now use uctodata for language specific information
+  ucto itself only supports a generic tokenizer
+- interactive use now uses readline library
+- accept long options --help and --verision
+- UTF16BE now works
+- better support for crooked Windows files in general
+- added a --normalize option to map tokens in a certain TokenClass
+  to it's generic name
+
 0.8.6 2016-04-25
 [Ko van der Sloot]
 * Bug fix release: fixing Sentence boundaries after abbreviations

configure.ac

@@ -2,7 +2,7 @@
 # Process this file with autoconf to produce a configure script.
 
 AC_PREREQ(2.59)
-AC_INIT([ucto], [0.8.7], [[email protected]])
+AC_INIT([ucto], [0.9.0], [[email protected]])
 AM_INIT_AUTOMAKE
 AC_CONFIG_SRCDIR([configure.ac])
 AC_CONFIG_MACRO_DIR([m4])
@@ -81,6 +81,9 @@ PKG_CHECK_MODULES([XML2], [libxml-2.0 >= 2.6.16] )
 CXXFLAGS="$CXXFLAGS $XML2_CFLAGS"
 LIBS="$LIBS $XML2_LIBS"
 
+PKG_CHECK_MODULES([uctodata], [uctodata >= 0.1] )
+
+
 AC_ARG_WITH(folia,
        [  --with-folia=DIR       use libfolia installed in <DIR>;
                note that you can install folia in a non-default directory with
@@ -103,7 +106,6 @@ PKG_CHECK_MODULES([ticcutils], [ticcutils >= 0.6] )
 CXXFLAGS="$CXXFLAGS $ticcutils_CFLAGS"
 LIBS="$LIBS $ticcutils_LIBS"
 
-
 # Checks for library functions.
 
 AC_OUTPUT([