# This file has been changed from the "Standard Version" Locale-PO-0.16. # The copyright, license, and change log are in the POD at the bottom. use strict; use warnings; package Locale::PO; use Carp; # Internally, each Locale::PO object is a reference to a hash # (or pseudo-hash, for Perl < 5.9) with the following keys. # The format of the hash is subject to change; other modules # should use the accessor methods instead. use fields # Multiline strings including quotes and newlines, but excluding # the initial keywords and any "#~ " obsoletion marks. Can be # either undef or "" if not present. These end with a newline # if not empty. qw(msgid msgid_plural msgstr), # A reference to a hash where keys are numbers (as strings) # and values are in the same format as $self->{msgstr}. qw(msgstr_n), # Multiline strings excluding the trailing newline and comment # markers, or undef if there are no such lines. qw(comment automatic reference), # Flags; see the accessors with the same names. qw(fuzzy c_format php_format); #use vars qw($VERSION @ISA @EXPORT @EXPORT_OK); #use locale; #require Exporter; #require AutoLoader; #@ISA = qw(Exporter AutoLoader); #@EXPORT = qw(); our $VERSION = '0.16.kon'; # Preloaded methods go here. sub new { my $this = shift; my %options = @_; my Locale::PO $self = ref($this) ? $this : fields::new($this); $self->msgid( $options{'-msgid'} ) if defined( $options{'-msgid'} ); $self->msgid_plural( $options{'-msgid_plural'} ) if defined( $options{'-msgid_plural'} ); $self->msgstr( $options{'-msgstr'} ) if defined( $options{'-msgstr'} ); $self->msgstr_n( $options{'-msgstr_n'} ) if defined( $options{'-msgstr_n'} ); $self->comment( $options{'-comment'} ) if defined( $options{'-comment'} ); $self->fuzzy( $options{'-fuzzy'} ) if defined( $options{'-fuzzy'} ); $self->automatic( $options{'-automatic'} ) if defined( $options{'-automatic'} ); $self->reference( $options{'-reference'} ) if defined( $options{'-reference'} ); $self->c_format(1) if defined( $options{'-c-format'} ); $self->c_format(1) if defined( $options{'-c_format'} ); $self->c_format(0) if defined( $options{'-no-c-format'} ); $self->c_format(0) if defined( $options{'-no_c_format'} ); return $self; } sub msgid { my Locale::PO $self = shift; @_ ? $self->{'msgid'} = $self->quote(shift) : $self->{'msgid'}; } sub msgid_plural { my Locale::PO $self = shift; @_ ? $self->{'msgid_plural'} = $self->quote(shift) : $self->{'msgid_plural'}; } sub msgstr { my Locale::PO $self = shift; @_ ? $self->{'msgstr'} = $self->quote(shift) : $self->{'msgstr'}; } sub msgstr_n { my Locale::PO $self = shift; if (@_) { my $hashref = shift; # check that we have a hashref. croak 'Argument to msgstr_n must be a hashref: { n => "string n", ... }.' unless ref($hashref) eq 'HASH'; # Check that the keys are all numbers. croak 'Keys to msgstr_n hashref must be numbers' if grep { m/\D/ } keys %$hashref; # Quote all the values in the hashref. $self->{'msgstr_n'}{$_} = $self->quote( $$hashref{$_} ) for keys %$hashref; } return $self->{'msgstr_n'}; } sub comment { my Locale::PO $self = shift; @_ ? $self->{'comment'} = shift: $self->{'comment'}; } sub automatic { my Locale::PO $self = shift; @_ ? $self->{'automatic'} = shift: $self->{'automatic'}; } sub reference { my Locale::PO $self = shift; @_ ? $self->{'reference'} = shift: $self->{'reference'}; } sub fuzzy { my Locale::PO $self = shift; @_ ? $self->{'fuzzy'} = shift: $self->{'fuzzy'}; } sub c_format { my Locale::PO $self = shift; @_ ? $self->{'c_format'} = shift: $self->{'c_format'}; } sub php_format { my Locale::PO $self = shift; @_ ? $self->{'php_format'} = shift: $self->{'php_format'}; } # Methods whose names begin with "_" may be changed or removed in # future versions. sub _normalize_str { my $self = shift; # can be called as a class method my $string = shift; my $dequoted = $self->dequote($string); # This isn't quite perfect, but it's fast and easy if ( $dequoted =~ /(^|[^\\])(\\\\)*\\n./ ) { # Multiline my $output; my @lines; $output = '""' . "\n"; @lines = split( /\\n/, $dequoted, -1 ); my $lastline = pop @lines; # special treatment for this one foreach (@lines) { $output .= $self->quote("$_\\n") . "\n"; } $output .= $self->quote($lastline) . "\n" if $lastline ne ""; return $output; } else { # Single line return "$string\n"; } } sub dump { my Locale::PO $self = shift; my $dump; $dump = $self->_dump_multi_comment( $self->comment, "# " ) if ( $self->comment ); $dump .= $self->_dump_multi_comment( $self->automatic, "#. " ) if ( $self->automatic ); $dump .= $self->_dump_multi_comment( $self->reference, "#: " ) if ( $self->reference ); my $flags = ''; $flags .= ", fuzzy" if $self->fuzzy; $flags .= ", c-format" if ( defined( $self->c_format ) and $self->c_format ); $flags .= ", no-c-format" if ( defined( $self->c_format ) and !$self->c_format ); $flags .= ", php-format" if ( defined( $self->php_format ) and $self->php_format ); $dump .= "#$flags\n" if length $flags; $dump .= "msgid " . $self->_normalize_str( $self->msgid ); $dump .= "msgid_plural " . $self->_normalize_str( $self->msgid_plural ) if $self->msgid_plural; $dump .= "msgstr " . $self->_normalize_str( $self->msgstr ) if $self->msgstr; if ( my $msgstr_n = $self->msgstr_n ) { $dump .= "msgstr[$_] " . $self->_normalize_str( $$msgstr_n{$_} ) for sort { $a <=> $b } keys %$msgstr_n; } $dump .= "\n"; return $dump; } # Methods whose names begin with "_" may be changed or removed in # future versions. sub _dump_multi_comment { my $self = shift; # can be called as a class method my $comment = shift; my $leader = shift; my $chopped = $leader; chop($chopped); my $result = $leader . $comment; $result =~ s/\n/\n$leader/g; $result =~ s/^$leader$/$chopped/gm; $result .= "\n"; return $result; } # Quote a string properly sub quote { my $self = shift; # can be called as a class method my $string = shift; $string =~ s/"/\\"/g; return "\"$string\""; } sub dequote { my $self = shift; # can be called as a class method my $string = shift; $string =~ s/^"(.*)"/$1/; $string =~ s/\\"/"/g; return $string; } sub save_file_fromarray { my $self = shift; # normally called as a class method $self->save_file( @_, 0 ); } sub save_file_fromhash { my $self = shift; # normally called as a class method $self->save_file( @_, 1 ); } sub save_file { my $self = shift; # normally called as a class method my $file = shift; my $entries = shift; my $ashash = shift; open( OUT, ">$file" ) or return undef; if ($ashash) { foreach ( sort keys %$entries ) { print OUT $entries->{$_}->dump; } } else { foreach (@$entries) { print OUT $_->dump; } } close OUT; } sub load_file_asarray { my $self = shift; # normally called as a class method $self->load_file( $_[0], 0 ); } sub load_file_ashash { my $self = shift; # normally called as a class method $self->load_file( $_[0], 1 ); } sub load_file { my $self = shift; # normally called as a class method my $file = shift; my $ashash = shift; my ( @entries, %entries ); my $po; my %buffer; my $last_buffer; local $/ = "\n"; local $_; open( IN, "<$file" ) or return undef; while () { chop; if (/^$/) { # Empty line. End of an entry. if ( defined($po) ) { $po->msgid( $buffer{msgid} ) if defined $buffer{msgid}; $po->msgid_plural( $buffer{msgid_plural} ) if defined $buffer{msgid_plural}; $po->msgstr( $buffer{msgstr} ) if defined $buffer{msgstr}; $po->msgstr_n( $buffer{msgstr_n} ) if defined $buffer{msgstr_n}; if ($ashash) { my $key = $po->msgid; if ( defined( $entries{$key} ) ) { # Prefer translated ones. $entries{ $po->msgid } = $po if $entries{$key}->msgstr !~ /\w/; } else { # No previous entry $entries{ $po->msgid } = $po; } } else { push( @entries, $po ); } undef $po; undef $last_buffer; %buffer = (); } } elsif ( /^# (.*)/ or /^#()$/ ) { # Translator comments $po = new Locale::PO unless defined($po); if ( defined( $po->comment ) ) { $po->comment( $po->comment . "\n$1" ); } else { $po->comment($1); } } elsif (/^#\. (.*)/) { # Automatic comments $po = new Locale::PO unless defined($po); if ( defined( $po->automatic ) ) { $po->automatic( $po->automatic . "\n$1" ); } else { $po->automatic($1); } } elsif (/^#: (.*)/) { # reference $po = new Locale::PO unless defined($po); if ( defined( $po->reference ) ) { $po->reference( $po->reference . "\n$1" ); } else { $po->reference($1); } } elsif (/^#, (.*)/) { # flags my $flags = $1; $po = new Locale::PO unless defined($po); $po->fuzzy(1) if $flags =~ /fuzzy/i; $po->c_format(1) if $flags =~ /c-format/i; $po->c_format(0) if $flags =~ /no-c-format/i; $po->php_format(1) if $flags =~ /php-format/i; } elsif (/^msgid (.*)/) { $po = new Locale::PO unless defined($po); $buffer{msgid} = $self->dequote($1); $last_buffer = \$buffer{msgid}; } elsif (/^msgid_plural (.*)/) { $po = new Locale::PO unless defined($po); $buffer{msgid_plural} = $self->dequote($1); $last_buffer .= \$buffer{msgid_plural}; } elsif (/^msgstr (.*)/) { # translated string $buffer{msgstr} = $self->dequote($1); $last_buffer = \$buffer{msgstr}; } elsif (/^msgstr\[(\d+)\] (.*)/) { # translated string $buffer{msgstr_n}{$1} = $self->dequote($2); $last_buffer = \$buffer{msgstr_n}{$1}; } elsif (/^"/) { # contined string $$last_buffer .= $self->dequote($_); } else { warn "Strange line in $file: $_\n"; } } if ( defined($po) ) { $po->msgid( $buffer{msgid} ) if defined $buffer{msgid}; $po->msgid_plural( $buffer{msgid_plural} ) if defined $buffer{msgid_plural}; $po->msgstr( $buffer{msgstr} ) if defined $buffer{msgstr}; $po->msgstr_n( $buffer{msgstr_n} ) if defined $buffer{msgstr_n}; $entries{ $po->msgid } = $po if $ashash; push( @entries, $po ) unless $ashash; } close IN; return ( $ashash ? \%entries : \@entries ); } # Autoload methods go after =cut, and are processed by the autosplit program. 1; __END__ # Below is the stub of documentation for your module. You better edit it! =head1 NAME Locale::PO - Perl module for manipulating .po entries from GNU gettext =head1 SYNOPSIS use Locale::PO; $po = new Locale::PO([-option=>value,...]) [$string =] $po->msgid([new string]); [$string =] $po->msgstr([new string]); [$string =] $po->comment([new string]); [$string =] $po->automatic([new string]); [$string =] $po->reference([new string]); [$value =] $po->fuzzy([value]); [$value =] $po->c_format([value]); [$value =] $po->php_format([value]); print $po->dump; $quoted_string = $po->quote($string); $string = $po->dequote($quoted_string); $aref = Locale::PO->load_file_asarray(); $href = Locale::PO->load_file_ashash(); $ref = Locale::PO->load_file(,$ashash); Locale::PO->save_file_fromarray(,$aref); Locale::PO->save_file_fromhash(,$href); Locale::PO->save_file(,$ref,$fromhash); =head1 DESCRIPTION This module simplifies management of GNU gettext .po files and is an alternative to using emacs po-mode. It provides an object-oriented interface in which each entry in a .po file is a Locale::PO object. =head1 METHODS =over 4 =item new Create a new Locale::PO object to represent a po entry. You can optionally set the attributes of the entry by passing a list/hash of the form: -option=>value, -option=>value, etc. Where options are msgid, msgstr, comment, automatic, reference, fuzzy, and c-format. See accessor methods below. To generate a po file header, add an entry with an empty msgid, like this: $po = new Locale::PO(-msgid=>'', -msgstr=> "Project-Id-Version: PACKAGE VERSION\\n" . "PO-Revision-Date: YEAR-MO-DA HO:MI +ZONE\\n" . "Last-Translator: FULL NAME \\n" . "Language-Team: LANGUAGE \\n" . "MIME-Version: 1.0\\n" . "Content-Type: text/plain; charset=CHARSET\\n" . "Content-Transfer-Encoding: ENCODING\\n"); =item msgid Set or get the untranslated string from the object. This method expects the new string in unquoted form but returns the current string in quoted form. =item msgid_plural Set or get the untranslated plural string from the object. This method expects the new string in unquoted form but returns the current string in quoted form. =item msgstr Set or get the translated string from the object. This method expects the new string in unquoted form but returns the current string in quoted form. =item msgstr_n Get or set the translations if there are plurals involved. Takes and returns a hashref where the keys are the 'N' case and the values are the strings. eg: $po->msgstr_n( { 0 => 'found %d plural translations', 1 => 'found %d singular translation', } ); This method expects the new strings in unquoted form but returns the current strings in quoted form. =item comment Set or get translator comments from the object. If there are no such comments, then the value is undef. Otherwise, the value is a string that contains the comment lines delimited with "\n". The string includes neither the S<"# "> at the beginning of each comment line nor the newline at the end of the last comment line. =item automatic Set or get automatic comments from the object (inserted by emacs po-mode or xgettext). If there are no such comments, then the value is undef. Otherwise, the value is a string that contains the comment lines delimited with "\n". The string includes neither the S<"#. "> at the beginning of each comment line nor the newline at the end of the last comment line. =item reference Set or get reference marking comments from the object (inserted by emacs po-mode or gettext). If there are no such comments, then the value is undef. Otherwise, the value is a string that contains the comment lines delimited with "\n". The string includes neither the S<"#: "> at the beginning of each comment line nor the newline at the end of the last comment line. =item fuzzy Set or get the fuzzy flag on the object ("check this translation"). When setting, use 1 to turn on fuzzy, and 0 to turn it off. =item c_format Set or get the c-format or no-c-format flag on the object. This can take 3 values: 1 implies c-format, 0 implies no-c-format, and blank or undefined implies neither. =item php_format Set or get the php-format or no-php-format flag on the object. This can take 3 values: 1 implies php-format, 0 implies no-php-format, and blank or undefined implies neither. =item dump Returns the entry as a string, suitable for output to a po file. =item quote Applies po quotation rules to a string, and returns the quoted string. The quoted string will have all existing double-quote characters escaped by backslashes, and will be enclosed in double quotes. =item dequote Returns a quoted po string to its natural form. =item load_file_asarray Given the filename of a po-file, reads the file and returns a reference to a list of Locale::PO objects corresponding to the contents of the file, in the same order. =item load_file_ashash Given the filename of a po-file, reads the file and returns a reference to a hash of Locale::PO objects corresponding to the contents of the file. The hash keys are the untranslated strings, so this is a cheap way to remove duplicates. The method will prefer to keep entries that have been translated. =item load_file This method behaves as C if the C<$ashash> parameter is 0, or as C if C<$ashash> is 1. Your code will probably be easier to understand if you call either of those methods instead of this one. =item save_file_fromarray Given a filename and a reference to a list of Locale::PO objects, saves those objects to the file, creating a po-file. =item save_file_fromhash Given a filename and a reference to a hash of Locale::PO objects, saves those objects to the file, creating a po-file. The entries are sorted alphabetically by untranslated string. =item save_file This method behaves as C if the C<$fromhash> parameter is 0, or as C if C<$fromhash> is 1. Your code will probably be easier to understand if you call either of those methods instead of this one. =back =head1 AUTHOR Alan Schwartz, alansz@pennmush.org =head1 DIFFERENCES FROM Locale-PO-0.16 List of changes in this file, as stipulated in section 3. of the L<"Artistic License"|perlartistic> and subsection 2. a) of L: =over 4 =item Z<>2006-01-06 Kalle Olavi Niemitalo Appended ".kon" to C<$VERSION>. Use C, and C where applicable. POD changes: Added the copyright notice (from F) and this history. Corrected a typo in the documentation. Documented quoting in the C, C, C, and C methods. Documented newlines in the C, C, and C methods. =item Z<>2006-01-07 Kalle Olavi Niemitalo POD changes: Documented the C method. =item Z<>2006-01-08 Kalle Olavi Niemitalo POD changes: Greatly expanded the L section. Reformatted this list of changes. =item Z<>2006-02-05 Kalle Olavi Niemitalo Added comments about the fields of Locale::PO objects. The load_file function binds $/ and $_ dynamically. Renamed normalize_str to _normalize_str, and dump_multi_comment to _dump_multi_comment. POD changes: Documented C and C. =back =head1 COPYRIGHT AND LICENSE Copyright (c) 2000-2004 Alan Schwartz . All rights reserved. This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. =head1 BUGS If you load_file then save_file, the output file may have slight cosmetic differences from the input file (an extra blank line here or there). Locale::PO does not understand obsolete entries that msgmerge comments out with "#~", and it warns about every such line. The warnings can be silenced via C<$SIG{__WARN__}>, but that isn't very clean. Document the situations in which C et al can return C. The C and C methods are documented: "1 implies c-format, 0 implies no-c-format, and blank or undefined implies neither." However, the implementation seems to treat empty strings the same as 0. Locale::PO either discards or corrupts the "#," flags it does not recognize: "objc-format" becomes "c-format", and "no-php-format" becomes "php-format". Unrecognized flags should be preserved; perhaps the order of flags should also be preserved. Names of flags are case-insensitive in Locale::PO but case-sensitive in GNU Gettext. Locale::PO requires blank lines between entries, but Uniforum style PO files don't have any. The C and C methods assume Perl knows the encoding of the string. If it doesn't, they'll treat each 0x5C byte as a backslash even if it's actually part of a multibyte character. Therefore, Locale::PO should parse the charset parameter from the header entry, and decode the strings with that. It is unclear whether the charset must be decoded even before the newlines and quotes are parsed; this would mainly be a requirement with UTF-16, which GNU Gettext doesn't support. =head2 Almost Bugs Locale::PO does not save the line numbers at which entries begin or end in the PO file. These would be useful in error messages. The C and C methods return quoted strings, but they expect unquoted strings as input. It would be better to have both quoted or both unquoted; or perhaps C<< $po->msgid(-quoted => 1) >>. Locale::PO discards all types of comments it does not recognize. The B program of GNU gettext-tools 0.14.3 does the same, so perhaps it's not a problem. =head1 SEE ALSO xgettext(1). =cut