trunk/t/2_isis.t

#!/usr/bin/perl -w

use strict;
use blib;

use Test::More tests => 132;
use File::Spec;

BEGIN {
        use_ok( 'Biblio::Isis' );
        eval "use Data::Dump";

        if (! $@) {
                *Dumper = *Data::Dump::dump;
        } else {
                use Data::Dumper;
        }
}


my $debug = shift @ARGV;
$debug = length( $debug ) if ($debug);
my $isis;

my $path_winisis = File::Spec->catfile('data', 'winisis', 'BIBL');
my $path_isismarc = File::Spec->catfile('data', 'isismarc', 'BIBL');

sub test_data {

        my $args = {@_};

        isa_ok ($isis, 'Biblio::Isis');

        cmp_ok($isis->count, '==', 5, "count is 5");

        # test .CNT data

        SKIP: {
                skip "no CNT file for this database", 5 unless $isis->{cnt_file};

                ok(my $isis_cnt = $isis->read_cnt, "read_cnt");

                cmp_ok(scalar keys %{$isis_cnt}, '==', 2, "returns 2 elements");

                my $cnt = {
                        '1' => {
                                'N' => 15,
                                'K' => 5,
                                'FMAXPOS' => 8,
                                'POSRX' => 1,
                                'ABNORMAL' => 1,
                                'ORDN' => 5,
                                'LIV' => 0,
                                'ORDF' => 5,
                                'NMAXPOS' => 1
                                },
                        '2' => {
                                'N' => 15,
                                'K' => 5,
                                'FMAXPOS' => 4,
                                'POSRX' => 1,
                                'ABNORMAL' => 0,
                                'ORDN' => 5,
                                'LIV' => 0,
                                'ORDF' => 5,
                                'NMAXPOS' => 1
                                }
                };

                foreach my $c (keys %{$cnt}) {
                        foreach my $kn (keys %{$cnt->{$c}}) {
                                cmp_ok($isis_cnt->{$c}->{$kn}, '==', $cnt->{$c}->{$kn}, "cnt $c $kn same");
                        }
                }
        }

        # test fetch

        my $data = [ {
                '801' => [ '^aFFZG' ],
                '702' => [ '^aHolder^bElizabeth' ],
                '990' => [ '2140', '88', 'HAY' ],
                '675' => [ '^a159.9' ],
                '210' => [ '^aNew York^cNew York University press^dcop. 1988' ],
        }, {
                '210' => [ '^aNew York^cUniversity press^d1989' ],
                '700' => [ '^aFrosh^bStephen' ],
                '990' => [ '2140', '89', 'FRO' ],
                '200' => [ '^aPsychoanalysis and psychology^eminding the gap^fStephen Frosh' ],
                '215' => [ '^aIX, 275 str.^d23 cm' ],
        }, {
                '210' => [ '^aLondon^cFree Associoation Books^d1992' ],
                '700' => [ '^aTurkle^bShirlie' ],
                '990' => [ '2140', '92', 'LAC' ],
                '200' => [ '^aPsychoanalitic politics^eJacques Lacan and Freud\'s French Revolution^fSherry Turkle' ],
                '686' => [ '^a2140', '^a2140' ],
        
        }, {
                '700' => [ '^aGross^bRichard' ],
                '200' => [ '^aKey studies in psychology^fRichard D. Gross' ],
                '210' => [ '^aLondon^cHodder & Stoughton^d1994' ],
                '10' => [ '^a0-340-59691-0' ],
        }, {
                # identifier test
                '200' => [ '1#^aPsychology^fCamille B. Wortman, Elizabeth F. Loftus, Mary E. Marshal' ],
                225 => ["1#^aMcGraw-Hill series in Psychology"],
                205 => ["^a4th ed"],
        } ];
                
        foreach my $mfn (1 .. $isis->count) {

                my $rec;
                ok($rec = $isis->fetch($mfn), "fetch $mfn");

                diag "<<<<< rec = ",Dumper( $rec ), "\n>>>>> data = ", Dumper( $data->[$mfn-1] ) if ($debug);

                foreach my $f (keys %{$data->[$mfn-1]}) {
                        my $i = 0;
                        foreach my $v (@{$data->[$mfn-1]->{$f}}) {
                                $v =~ s/^[01# ][01# ]// if ($args->{no_ident});
                                diag "compare '", $rec->{$f}->[$i], "' eq '$v'" if ($debug);
                                cmp_ok($rec->{$f}->[$i], 'eq', $v, "MFN $mfn field: $f offset: $i");
                                $i++;
                        }
                }

                cmp_ok($isis->mfn, '==', $mfn, 'mfn');

        }

        # test to_ascii

        SKIP: {
                eval "use Digest::MD5 qw(md5_hex)";

                skip "no Digest::MD5 module", 5 if ($@);

                foreach my $mfn (1 .. $isis->count) {
                        my $md5 = md5_hex($isis->to_ascii($mfn));
                        cmp_ok($md5, 'eq', $args->{md5_ascii}[$mfn - 1], "md5 $mfn");
                }
        }

}

$isis = Biblio::Isis->new (
        isisdb => $path_winisis,
        include_deleted => 1,
        debug => $debug > 1 ? ($debug - 1) : 0,
);

diag "new Biblio::Isis = ", Dumper($isis) if ($debug);

test_data(
        no_ident => 1,
        md5_ascii => [ qw(
                a369eff702307ba12eb81656ee0587fe
                4fb38537a94f3f5954e40d9536b942b0
                579a7c6901c654bdeac10547a98e5b71
                7d2adf1675c83283aa9b82bf343e3d85
                4cc1f798bbcf36862f7aa78c3410801a
        ) ],
);

$isis = Biblio::Isis->new (
        isisdb => $path_isismarc,
        include_deleted => 1,
);

test_data(
        md5_ascii => [ qw(
                f5587d9bcaa54257a98fe27d3c17a0b6
                3be9a049f686f2a36af93a856dcae0f2
                3961be5e3ba8fb274c89c08d18df4bcc
                5f73ec00d08af044a2c4105f7d889e24
                843b9ebccf16a498fba623c78f21b6c0
        ) ],
);

# check logically deleted

$isis = Biblio::Isis->new (
        isisdb => $path_winisis,
        include_deleted => 1,
);

ok($isis->fetch(3), "deleted found");
cmp_ok($isis->{deleted}, '==', 3, "MFN 3 is deleted");
ok($isis->{record}, "record exists");

diag "record = ",Dumper($isis->{record}) if ($debug);

$isis = Biblio::Isis->new (
        isisdb => $path_winisis,
        debug => $debug,
);

ok(! $isis->fetch(3), "deleted not found");
cmp_ok($isis->{deleted}, '==', 3, "MFN 3 is deleted");
ok(! $isis->{record}, 'no record');

$isis->{record} = {
        900 => [ '^a900a^b900b^c900c' ],
        901 => [
                '^a901a-1^b901b-1^c901c-1',
                '^a901a-2^b901b-2',
                '^a901a-3',
        ],
        902 => [
                '^aa1^aa2^aa3^bb1^aa4^bb2^cc1^aa5',
        ],
};
$isis->{current_mfn} = 42;

ok(my $hash = $isis->to_hash( $isis->mfn ), 'to_hash');
diag "to_hash = ",Dumper( $hash ) if ($debug);
is_deeply( $hash, {
        "000" => [42],
        900   => [{ a => "900a", b => "900b", c => "900c" }],
        901   => [
                { a => "901a-1", b => "901b-1", c => "901c-1" },
                { a => "901a-2", b => "901b-2" },
                { a => "901a-3" },
        ],
        902   => [
                { a => ["a1", "a2", "a3", "a4", "a5"], b => ["b1", "b2"], c => "c1" },
        ],
}, 'hash is_deeply');

ok(my $ascii = $isis->to_ascii( $isis->mfn ), 'to_ascii');
diag "to_ascii = \n", $ascii if ($debug);
cmp_ok($ascii, 'eq', <<'__END_OF_ASCII__', 'to_ascii output');
0       42
900     ^a900a^b900b^c900c
901     ^a901a-1^b901b-1^c901c-1
901     ^a901a-2^b901b-2
901     ^a901a-3
902     ^aa1^aa2^aa3^bb1^aa4^bb2^cc1^aa5
__END_OF_ASCII__

ok(my $hash2 = $isis->to_hash({ mfn => $isis->mfn }), 'to_hash(mfn)');
is_deeply( $hash2, $hash, 'same hash' );

ok($hash = $isis->to_hash({ mfn => $isis->mfn, include_subfields => 1 }), 'to_hash(mfn,include_subfields)');
diag "to_hash = ",Dumper( $hash ) if ($debug);
is_deeply( $hash, {
  "000" => [42],
  900   => [
        { a => "900a", b => "900b", c => "900c", subfields => ["a", 0, "b", 0, "c", 0] },
  ],
  901   => [
        { a => "901a-1", b => "901b-1", c => "901c-1", subfields => ["a", 0, "b", 0, "c", 0] },
        { a => "901a-2", b => "901b-2", subfields => ["a", 0, "b", 0] },
        { a => "901a-3", subfields => ["a", 0] },
  ],
  902   => [
        { a => ["a1", "a2", "a3", "a4", "a5"], b => ["b1", "b2"], c => "c1",
          subfields => ["a", 0, "a", 1, "a", 2, "b", 0, "a", 3, "b", 1, "c", 0, "a", 4],
        },
  ],
}, 'hash is_deeply');

1	dpavlin	19	#!/usr/bin/perl -w
2
3			use strict;
4			use blib;
5
6	dpavlin	57	use Test::More tests => 132;
7	dpavlin	38	use File::Spec;
8	dpavlin	19
9	dpavlin	45	BEGIN {
10			use_ok( 'Biblio::Isis' );
11			eval "use Data::Dump";
12
13			if (! $@) {
14			Dumper = Data::Dump::dump;
15			} else {
16			use Data::Dumper;
17			}
18			}
19
20
21	dpavlin	57	my $debug = shift @ARGV;
22			$debug = length( $debug ) if ($debug);
23	dpavlin	19	my $isis;
24
25	dpavlin	38	my $path_winisis = File::Spec->catfile('data', 'winisis', 'BIBL');
26			my $path_isismarc = File::Spec->catfile('data', 'isismarc', 'BIBL');
27
28	dpavlin	19	sub test_data {
29
30	dpavlin	21	my $args = {@_};
31
32	dpavlin	36	isa_ok ($isis, 'Biblio::Isis');
33	dpavlin	19
34	dpavlin	32	cmp_ok($isis->count, '==', 5, "count is 5");
35	dpavlin	19
36			# test .CNT data
37
38			SKIP: {
39			skip "no CNT file for this database", 5 unless $isis->{cnt_file};
40
41	dpavlin	28	ok(my $isis_cnt = $isis->read_cnt, "read_cnt");
42	dpavlin	19
43	dpavlin	28	cmp_ok(scalar keys %{$isis_cnt}, '==', 2, "returns 2 elements");
44
45	dpavlin	19	my $cnt = {
46			'1' => {
47			'N' => 15,
48			'K' => 5,
49			'FMAXPOS' => 8,
50			'POSRX' => 1,
51			'ABNORMAL' => 1,
52			'ORDN' => 5,
53			'LIV' => 0,
54			'ORDF' => 5,
55			'NMAXPOS' => 1
56			},
57			'2' => {
58			'N' => 15,
59			'K' => 5,
60			'FMAXPOS' => 4,
61			'POSRX' => 1,
62			'ABNORMAL' => 0,
63			'ORDN' => 5,
64			'LIV' => 0,
65			'ORDF' => 5,
66			'NMAXPOS' => 1
67			}
68			};
69
70			foreach my $c (keys %{$cnt}) {
71			foreach my $kn (keys %{$cnt->{$c}}) {
72	dpavlin	28	cmp_ok($isis_cnt->{$c}->{$kn}, '==', $cnt->{$c}->{$kn}, "cnt $c $kn same");
73	dpavlin	19	}
74			}
75			}
76
77	dpavlin	21	# test fetch
78
79			my $data = [ {
80			'801' => [ '^aFFZG' ],
81			'702' => [ '^aHolder^bElizabeth' ],
82			'990' => [ '2140', '88', 'HAY' ],
83			'675' => [ '^a159.9' ],
84			'210' => [ '^aNew York^cNew York University press^dcop. 1988' ],
85			}, {
86			'210' => [ '^aNew York^cUniversity press^d1989' ],
87			'700' => [ '^aFrosh^bStephen' ],
88			'990' => [ '2140', '89', 'FRO' ],
89			'200' => [ '^aPsychoanalysis and psychology^eminding the gap^fStephen Frosh' ],
90			'215' => [ '^aIX, 275 str.^d23 cm' ],
91			}, {
92			'210' => [ '^aLondon^cFree Associoation Books^d1992' ],
93			'700' => [ '^aTurkle^bShirlie' ],
94			'990' => [ '2140', '92', 'LAC' ],
95			'200' => [ '^aPsychoanalitic politics^eJacques Lacan and Freud\'s French Revolution^fSherry Turkle' ],
96			'686' => [ '^a2140', '^a2140' ],
97
98			}, {
99			'700' => [ '^aGross^bRichard' ],
100			'200' => [ '^aKey studies in psychology^fRichard D. Gross' ],
101			'210' => [ '^aLondon^cHodder & Stoughton^d1994' ],
102			'10' => [ '^a0-340-59691-0' ],
103			}, {
104			# identifier test
105			'200' => [ '1#^aPsychology^fCamille B. Wortman, Elizabeth F. Loftus, Mary E. Marshal' ],
106	dpavlin	49	225 => ["1#^aMcGraw-Hill series in Psychology"],
107			205 => ["^a4th ed"],
108	dpavlin	21	} ];
109
110	dpavlin	32	foreach my $mfn (1 .. $isis->count) {
111	dpavlin	45
112	dpavlin	21	my $rec;
113			ok($rec = $isis->fetch($mfn), "fetch $mfn");
114
115	dpavlin	54	diag "<<<<< rec = ",Dumper( $rec ), "\n>>>>> data = ", Dumper( $data->[$mfn-1] ) if ($debug);
116	dpavlin	46
117	dpavlin	21	foreach my $f (keys %{$data->[$mfn-1]}) {
118			my $i = 0;
119			foreach my $v (@{$data->[$mfn-1]->{$f}}) {
120			$v =~ s/^[01# ][01# ]// if ($args->{no_ident});
121	dpavlin	49	diag "compare '", $rec->{$f}->[$i], "' eq '$v'" if ($debug);
122			cmp_ok($rec->{$f}->[$i], 'eq', $v, "MFN $mfn field: $f offset: $i");
123	dpavlin	21	$i++;
124			}
125			}
126	dpavlin	54
127			cmp_ok($isis->mfn, '==', $mfn, 'mfn');
128
129	dpavlin	21	}
130
131	dpavlin	22	# test to_ascii
132
133			SKIP: {
134			eval "use Digest::MD5 qw(md5_hex)";
135
136			skip "no Digest::MD5 module", 5 if ($@);
137
138	dpavlin	32	foreach my $mfn (1 .. $isis->count) {
139	dpavlin	22	my $md5 = md5_hex($isis->to_ascii($mfn));
140	dpavlin	25	cmp_ok($md5, 'eq', $args->{md5_ascii}[$mfn - 1], "md5 $mfn");
141	dpavlin	22	}
142			}
143
144	dpavlin	19	}
145
146	dpavlin	36	$isis = Biblio::Isis->new (
147	dpavlin	38	isisdb => $path_winisis,
148	dpavlin	25	include_deleted => 1,
149	dpavlin	54	debug => $debug > 1 ? ($debug - 1) : 0,
150	dpavlin	19	);
151
152	dpavlin	51	diag "new Biblio::Isis = ", Dumper($isis) if ($debug);
153	dpavlin	19
154	dpavlin	22	test_data(
155			no_ident => 1,
156			md5_ascii => [ qw(
157			a369eff702307ba12eb81656ee0587fe
158			4fb38537a94f3f5954e40d9536b942b0
159	dpavlin	25	579a7c6901c654bdeac10547a98e5b71
160	dpavlin	22	7d2adf1675c83283aa9b82bf343e3d85
161	dpavlin	49	4cc1f798bbcf36862f7aa78c3410801a
162	dpavlin	22	) ],
163			);
164	dpavlin	19
165	dpavlin	36	$isis = Biblio::Isis->new (
166	dpavlin	38	isisdb => $path_isismarc,
167	dpavlin	25	include_deleted => 1,
168	dpavlin	19	);
169
170	dpavlin	22	test_data(
171			md5_ascii => [ qw(
172			f5587d9bcaa54257a98fe27d3c17a0b6
173			3be9a049f686f2a36af93a856dcae0f2
174			3961be5e3ba8fb274c89c08d18df4bcc
175			5f73ec00d08af044a2c4105f7d889e24
176			843b9ebccf16a498fba623c78f21b6c0
177			) ],
178			);
179	dpavlin	25
180			# check logically deleted
181
182	dpavlin	36	$isis = Biblio::Isis->new (
183	dpavlin	38	isisdb => $path_winisis,
184	dpavlin	25	include_deleted => 1,
185			);
186
187			ok($isis->fetch(3), "deleted found");
188			cmp_ok($isis->{deleted}, '==', 3, "MFN 3 is deleted");
189	dpavlin	54	ok($isis->{record}, "record exists");
190	dpavlin	25
191	dpavlin	55	diag "record = ",Dumper($isis->{record}) if ($debug);
192	dpavlin	54
193	dpavlin	36	$isis = Biblio::Isis->new (
194	dpavlin	38	isisdb => $path_winisis,
195	dpavlin	33	debug => $debug,
196	dpavlin	25	);
197
198			ok(! $isis->fetch(3), "deleted not found");
199			cmp_ok($isis->{deleted}, '==', 3, "MFN 3 is deleted");
200	dpavlin	54	ok(! $isis->{record}, 'no record');
201	dpavlin	25
202	dpavlin	54	$isis->{record} = {
203			900 => [ '^a900a^b900b^c900c' ],
204			901 => [
205			'^a901a-1^b901b-1^c901c-1',
206			'^a901a-2^b901b-2',
207			'^a901a-3',
208			],
209			902 => [
210			'^aa1^aa2^aa3^bb1^aa4^bb2^cc1^aa5',
211			],
212			};
213			$isis->{current_mfn} = 42;
214
215	dpavlin	55	ok(my $hash = $isis->to_hash( $isis->mfn ), 'to_hash');
216			diag "to_hash = ",Dumper( $hash ) if ($debug);
217			is_deeply( $hash, {
218			"000" => [42],
219			900 => [{ a => "900a", b => "900b", c => "900c" }],
220			901 => [
221			{ a => "901a-1", b => "901b-1", c => "901c-1" },
222			{ a => "901a-2", b => "901b-2" },
223			{ a => "901a-3" },
224			],
225			902 => [
226			{ a => ["a1", "a2", "a3", "a4", "a5"], b => ["b1", "b2"], c => "c1" },
227			],
228			}, 'hash is_deeply');
229
230			ok(my $ascii = $isis->to_ascii( $isis->mfn ), 'to_ascii');
231			diag "to_ascii = \n", $ascii if ($debug);
232			cmp_ok($ascii, 'eq', <<'__END_OF_ASCII__', 'to_ascii output');
233			0 42
234			900 ^a900a^b900b^c900c
235			901 ^a901a-1^b901b-1^c901c-1
236			901 ^a901a-2^b901b-2
237			901 ^a901a-3
238			902 ^aa1^aa2^aa3^bb1^aa4^bb2^cc1^aa5
239			__END_OF_ASCII__
240
241	dpavlin	56	ok(my $hash2 = $isis->to_hash({ mfn => $isis->mfn }), 'to_hash(mfn)');
242			is_deeply( $hash2, $hash, 'same hash' );
243	dpavlin	57
244			ok($hash = $isis->to_hash({ mfn => $isis->mfn, include_subfields => 1 }), 'to_hash(mfn,include_subfields)');
245			diag "to_hash = ",Dumper( $hash ) if ($debug);
246			is_deeply( $hash, {
247			"000" => [42],
248			900 => [
249			{ a => "900a", b => "900b", c => "900c", subfields => ["a", 0, "b", 0, "c", 0] },
250			],
251			901 => [
252			{ a => "901a-1", b => "901b-1", c => "901c-1", subfields => ["a", 0, "b", 0, "c", 0] },
253			{ a => "901a-2", b => "901b-2", subfields => ["a", 0, "b", 0] },
254			{ a => "901a-3", subfields => ["a", 0] },
255			],
256			902 => [
257			{ a => ["a1", "a2", "a3", "a4", "a5"], b => ["b1", "b2"], c => "c1",
258			subfields => ["a", 0, "a", 1, "a", 2, "b", 0, "a", 3, "b", 1, "c", 0, "a", 4],
259			},
260			],
261			}, 'hash is_deeply');
262