Sophie

Sophie

distrib > Fedora > 14 > x86_64 > by-pkgid > 37a22d5d2ffacb1ff56073c8061d273a > files > 31

cmigemo-1.3-0.7.c_MIT.fc12.4.i686.rpm

#!/usr/bin/perl -w
# vim:set ts=8 sts=4 sw=4 tw=0:
# 
# optimize-dict.pl
#
# Last Change: 22-Jun-2002.
# Written By:  MURAOKA Taro <koron@tka.att.ne.jp>

binmode STDOUT;
my %migemo;
my @migemo;
while (<>)
{
    chomp;
    next if /^;/;
    my ($label, @word) = split /\t/;

    push @migemo, $label;
    push @{$migemo{$label}}, @word;
}

@migemo = sort {length($b) <=> length($a) or $a cmp $b} @migemo;

my $i;
for ($i = 0; $i < @migemo; ++$i)
{
    my $label = $migemo[$i];
    if (exists $migemo{$label})
    {
	print "$label\t" . join("\t", &uniq_array($migemo{$label})) . "\n";
	delete $migemo{$label};
    }
}

sub uniq_array
{
    my %array = map {$_, 1} @{$_[0]};
    return keys %array
}