/usr/share/perl5/Plucene/Analysis/Tokenizer.pm is in libplucene-perl 1.25-3.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 | package Plucene::Analysis::Tokenizer;
=head1 NAME
Plucene::Analysis::Tokenizer - base class for tokenizers
=head1 SYNOPSIS
my $tokenizer = Plucene::Analysis::Tokenizer::Subclass
->new({ reader => $reader });
=head1 DESCRIPTION
This is an abstract base class for tokenizers.
A Tokenizer is a TokenStream whose input is a Reader.
=head1 METHODS
=head2 new
my $tokenizer = Plucene::Analysis::Tokenizer::Subclass
->new({ reader => $reader });
This will create a new tokenizer.
=cut
use strict;
use warnings;
use base qw/Class::Accessor::Fast/;
__PACKAGE__->mk_accessors(qw[ reader ]);
=head2 next
This must be defined in a subclass
=cut
sub next { die "next must define this in a subclass" }
=head2 close
Close the input reader.
=cut
sub close {
my $self = shift;
$self->{reader}->close if $self->{reader};
return 1;
}
1;
|