/usr/share/perl5/Plucene/Analysis/Standard/StandardAnalyzer.pm is in libplucene-perl 1.25-3.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | package Plucene::Analysis::Standard::StandardAnalyzer;
=head1 NAME
Plucene::Analysis::Standard::StandardAnalyzer - standard analyzer
=head1 SYNOPSIS
my Plucene::Analysis::Stopfilter $sf =
Plucene::Analysis::Standard::StandardAnalyzer->tokenstream(@args);
=head1 DESCRIPTION
The standard analyzer, built with a list of stop words.
This list of stop words are:
"a", "and", "are", "as", "at", "be", "but", "by",
"for", "if", "in", "into", "is", "it", "no", "not",
"of", "on", "or", "s", "such", "t", "that", "the",
"their", "then", "there", "these", "they", "this", "to", "was",
"will", "with"
=head1 METHODS
=cut
use strict;
use warnings;
use base 'Plucene::Analysis::Analyzer';
use Plucene::Analysis::Standard::StandardTokenizer;
use Plucene::Analysis::StopFilter;
my @stopwords = (
"a", "and", "are", "as", "at", "be", "but", "by",
"for", "if", "in", "into", "is", "it", "no", "not",
"of", "on", "or", "s", "such", "t", "that", "the",
"their", "then", "there", "these", "they", "this", "to", "was",
"will", "with"
);
=head2 tokenstream
my Plucene::Analysis::Stopfilter $sf =
Plucene::Analysis::Standard::StandardAnalyzer->tokenstream(@args);
=cut
sub tokenstream {
my $class = shift;
return Plucene::Analysis::StopFilter->new({
input => Plucene::Analysis::Standard::StandardTokenizer->new(@_),
stoplist => \@stopwords
});
}
1;
|