/usr/include/ucto/unicode.h is in libucto-dev 0.5.3-3.1ubuntu2.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | /*
$Id: unicode.h 15571 2013-01-07 14:54:28Z sloot $
$URL: https://ilk.uvt.nl/svn/sources/ucto/trunk/include/ucto/unicode.h $
Copyright (c) 1998 - 2013
ILK - Tilburg University
CNTS - University of Antwerp
This file is part of Ucto
Ucto is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
Ucto is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, see <http://www.gnu.org/licenses/>.
For questions and suggestions, see:
http://ilk.uvt.nl/software.html
or send mail to:
Timbl@uvt.nl
*/
#ifndef UCTO_UNICODE_H
#define UCTO_UNICODE_H
#include <string>
#include <map>
#include <iosfwd>
#include "unicode/ustream.h"
#include "unicode/uchar.h"
#include "unicode/unistr.h"
#include "unicode/normlzr.h"
namespace Tokenizer {
class UnicodeNormalizer {
public:
UnicodeNormalizer(): mode(UNORM_NFC){};
UnicodeString normalize( const UnicodeString& );
std::string getMode( ) const;
std::string setMode( const std::string& );
private:
UNormalizationMode mode;
};
class UnicodeFilter {
friend std::ostream& operator<<( std::ostream&, const UnicodeFilter& );
public:
UnicodeString filter( const UnicodeString& );
void add( UChar uc, const UnicodeString& us ) { the_map[uc] = us; };
bool empty() const { return the_map.empty(); };
private:
std::map<UChar, UnicodeString> the_map;
};
} // namespace
#endif // UCTO_UNICODE_H
|