/usr/include/ucto/unicode.h is in libucto-dev 0.9.6-1build2.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 | /*
Copyright (c) 2006 - 2017
CLST - Radboud University
ILK - Tilburg University
This file is part of Ucto
Ucto is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
Ucto is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
For questions and suggestions, see:
https://github.com/LanguageMachines/ucto/issues
or send mail to:
lamasoftware (at ) science.ru.nl
*/
#ifndef UCTO_UNICODE_H
#define UCTO_UNICODE_H
#include <string>
#include <map>
#include <iosfwd>
#include "unicode/ucnv.h"
#include "unicode/ustream.h"
#include "unicode/uchar.h"
#include "unicode/unistr.h"
#include "unicode/normlzr.h"
#include "unicode/regex.h"
namespace Tokenizer {
class UnicodeNormalizer {
public:
UnicodeNormalizer(): mode(UNORM_NFC){};
UnicodeString normalize( const UnicodeString& );
std::string getMode( ) const;
std::string setMode( const std::string& );
private:
UNormalizationMode mode;
};
class UnicodeFilter {
friend std::ostream& operator<<( std::ostream&, const UnicodeFilter& );
public:
UnicodeString filter( const UnicodeString& );
bool fill( const std::string& );
bool add( const UnicodeString& );
bool add( const std::string& );
bool empty() const { return the_map.empty(); };
private:
void add( UChar uc, const UnicodeString& us ) { the_map[uc] = us; };
std::map<UChar, UnicodeString> the_map;
};
class UnicodeRegexMatcher {
public:
UnicodeRegexMatcher( const UnicodeString&, const UnicodeString& name="" );
~UnicodeRegexMatcher();
bool match_all( const UnicodeString&, UnicodeString&, UnicodeString& );
const UnicodeString get_match( unsigned int ) const;
int NumOfMatches() const;
int split( const UnicodeString&, std::vector<UnicodeString>& );
UnicodeString Pattern() const;
private:
UnicodeRegexMatcher( const UnicodeRegexMatcher& ); // inhibit copies
UnicodeRegexMatcher& operator=( const UnicodeRegexMatcher& ); // inhibit copies
std::string failString;
RegexPattern *pattern;
RegexMatcher *matcher;
UnicodeRegexMatcher();
std::vector<UnicodeString> results;
const UnicodeString _name;
};
} // namespace
#endif // UCTO_UNICODE_H
|