trunk/t/10homer.t

#!/usr/bin/perl

use strict;
use warnings;

use Test::More tests => 7;
use blib;
use jsFind;
use Data::Dumper;

BEGIN { use_ok('jsFind'); }

my $t = new jsFind B => 10;

ok(-e "t/homer.txt", "Homer: The Odyssey preface");

my $line = 0;
my $text = '';
my %words_usage;
my $word_count = 0;
my $max_words;
#$max_words = 100;

my $res;

my $full_text;

ok(open(U, "t/homer.txt"), "open homer.txt");
while(<U>) {
        chomp;
        $line++;
        next if (/^\s*$/);

        $full_text = "$line: ";

        my %usage;

        my @words = split(/\s+/,lc($_));

        foreach (@words) {
                $usage{$_}++;
        }

        foreach my $word (@words) {

                next if ($word eq '');

                $words_usage{"$word $line"} = $usage{$word};

                $res->{$word}->{$line} = $usage{$word};

                $t->B_search(
                        Key => $word,
                        Data => { "$line" => {
                                t => "Odyssey line $line",
                                f => $usage{$word},
                                },
                        },
                        Insert => 1,
                        Append => 1,
                );

                $word_count++;

                $full_text .= "$word ";

        }

        $full_text = "\n";

        last if ($max_words && $word_count >= $max_words);
}

my $test_data = Dumper($res);
$test_data =~ s/=>/:/gs;
$test_data =~ s/\$VAR1/var test_data/;
ok(open(JS, "> html/test_data.js"), "test_data.js");
print JS $test_data;
close(JS);

ok($test_data, "test_data saved");

my $sum = 0;
ok(open(TD, "> homer_freq.txt"), "homer_freq.txt");
foreach my $w (keys %words_usage) {
        print TD "$w: $words_usage{$w}\n";
        $sum += $words_usage{$w};
}
close(TD);
diag "homer_freq.txt created";

if (open(T,"> homer_text.txt")) {
        print T $full_text;
        close(T);
}
diag "homer_text.txt created";

if (open(T,"> homer_words.txt")) {
        print T $t->to_string;
        close(T);
}
diag "homer_words.txt created";

my $total_words = scalar keys %words_usage;

cmp_ok($t->to_jsfind("./html/homer"), '==', $total_words, " jsfind index with $total_words words");

#print Dumper($t);
1	#!/usr/bin/perl
2
3	use strict;
4	use warnings;
5
6	use Test::More tests => 7;
7	use blib;
8	use jsFind;
9	use Data::Dumper;
10
11	BEGIN { use_ok('jsFind'); }
12
13	my $t = new jsFind B => 10;
14
15	ok(-e "t/homer.txt", "Homer: The Odyssey preface");
16
17	my $line = 0;
18	my $text = '';
19	my %words_usage;
20	my $word_count = 0;
21	my $max_words;
22	#$max_words = 100;
23
24	my $res;
25
26	my $full_text;
27
28	ok(open(U, "t/homer.txt"), "open homer.txt");
29	while(<U>) {
30	chomp;
31	$line++;
32	next if (/^\s*$/);
33
34	$full_text = "$line: ";
35
36	my %usage;
37
38	my @words = split(/\s+/,lc($_));
39
40	foreach (@words) {
41	$usage{$_}++;
42	}
43
44	foreach my $word (@words) {
45
46	next if ($word eq '');
47
48	$words_usage{"$word $line"} = $usage{$word};
49
50	$res->{$word}->{$line} = $usage{$word};
51
52	$t->B_search(
53	Key => $word,
54	Data => { "$line" => {
55	t => "Odyssey line $line",
56	f => $usage{$word},
57	},
58	},
59	Insert => 1,
60	Append => 1,
61	);
62
63	$word_count++;
64
65	$full_text .= "$word ";
66
67	}
68
69	$full_text = "\n";
70
71	last if ($max_words && $word_count >= $max_words);
72	}
73
74	my $test_data = Dumper($res);
75	$test_data =~ s/=>/:/gs;
76	$test_data =~ s/\$VAR1/var test_data/;
77	ok(open(JS, "> html/test_data.js"), "test_data.js");
78	print JS $test_data;
79	close(JS);
80
81	ok($test_data, "test_data saved");
82
83	my $sum = 0;
84	ok(open(TD, "> homer_freq.txt"), "homer_freq.txt");
85	foreach my $w (keys %words_usage) {
86	print TD "$w: $words_usage{$w}\n";
87	$sum += $words_usage{$w};
88	}
89	close(TD);
90	diag "homer_freq.txt created";
91
92	if (open(T,"> homer_text.txt")) {
93	print T $full_text;
94	close(T);
95	}
96	diag "homer_text.txt created";
97
98	if (open(T,"> homer_words.txt")) {
99	print T $t->to_string;
100	close(T);
101	}
102	diag "homer_words.txt created";
103
104	my $total_words = scalar keys %words_usage;
105
106	cmp_ok($t->to_jsfind("./html/homer"), '==', $total_words, " jsfind index with $total_words words");
107
108	#print Dumper($t);