42 |
], |
], |
43 |
); |
); |
44 |
|
|
45 |
|
Returns number of records produced. |
46 |
|
|
47 |
=cut |
=cut |
48 |
|
|
49 |
sub marc_template { |
sub marc_template { |
80 |
warn "### from_subfields = ", dump( $from_subfields ),$/; |
warn "### from_subfields = ", dump( $from_subfields ),$/; |
81 |
warn "### to_subfields = ", dump( $to_subfields ),$/; |
warn "### to_subfields = ", dump( $to_subfields ),$/; |
82 |
|
|
83 |
my $fields_re = join('|', keys %$to_subfields ); |
our $_template; |
84 |
|
|
85 |
|
$_template->{isis}->{fields_re} = join('|', keys %$from_subfields ); |
86 |
|
$_template->{marc}->{fields_re} = join('|', keys %$to_subfields ); |
87 |
|
|
|
my $pos_templates; |
|
|
my $fill_in; |
|
88 |
my @marc_out; |
my @marc_out; |
89 |
|
|
90 |
my ( $marc_template_order, @marc_order ); # = _parse_template( $args->{marc_template} ); |
sub _parse_template { |
91 |
|
my ( $name, $templates ) = @_; |
92 |
|
|
93 |
my $templates = $args->{marc_template}; |
my $fields_re = $_template->{$name}->{fields_re} || die "can't find $name in ",dump( $_template->{$name}->{fields_re} ); |
94 |
|
|
95 |
foreach my $template ( @{ $templates } ) { |
foreach my $template ( @{ $templates } ) { |
96 |
my $count; |
our $count = {}; |
97 |
my @marc_order; |
our @order = (); |
98 |
sub my_count { |
sub my_count { |
99 |
my $sf = shift; |
my $sf = shift; |
100 |
my $nr = $count->{$sf}++; |
my $nr = $count->{$sf}++; |
101 |
push @marc_order, [ $sf, $nr ]; |
push @order, [ $sf, $nr ]; |
102 |
return $sf . $nr; |
return $sf . $nr; |
103 |
|
} |
104 |
|
my $pos_template = $template; |
105 |
|
$pos_template =~ s/($fields_re)/my_count($1)/ge; |
106 |
|
my $count_key = dump( $count ); |
107 |
|
warn "### template: |$template| -> |$pos_template| count = $count_key order = ",dump( @order ),$/; |
108 |
|
$_template->{$name}->{pos}->{ $count_key } = $pos_template; |
109 |
|
$_template->{$name}->{order}->{ $pos_template } = [ @order ]; |
110 |
} |
} |
111 |
my $pos_template = $template; |
warn "### from ",dump( $templates ), " using $fields_re created ", dump( $_template ); |
|
$pos_template =~ s/($fields_re)/my_count($1)/ge; |
|
|
my $count_key = dump( $count ); |
|
|
warn "### template: |$template| -> |$pos_template| count = $count_key marc_order = ",dump( @marc_order ),$/; |
|
|
$pos_templates->{ $count_key } = $pos_template; |
|
|
$marc_template_order->{ $pos_template } = [ @marc_order ]; |
|
112 |
} |
} |
113 |
warn "### from ",dump( $templates ), " created ", dump( $pos_templates ), " and ", dump( $marc_template_order ); |
|
114 |
|
_parse_template( 'marc', $args->{marc_template} ); |
115 |
|
_parse_template( 'isis', $args->{isis_template} ); |
116 |
|
warn "### _template = ",dump( $_template ); |
117 |
|
|
118 |
my $m; |
my $m; |
119 |
|
|
125 |
|
|
126 |
warn "### r = ",dump( $r ); |
warn "### r = ",dump( $r ); |
127 |
|
|
128 |
my ( $new_r, $from_count, $to_count ); |
my ( $from_mapping, $to_mapping, $from_count, $to_count ); |
129 |
foreach my $sf ( keys %{$r} ) { |
foreach my $sf ( keys %{$r} ) { |
130 |
# skip everything which isn't one char subfield (e.g. 'subfields') |
# skip everything which isn't one char subfield (e.g. 'subfields') |
131 |
next unless $sf =~ m/^\w$/; |
next unless $sf =~ m/^\w$/; |
134 |
die "can't find subfield rename for $sf/$nr in ", dump( $subfields_rename ); |
die "can't find subfield rename for $sf/$nr in ", dump( $subfields_rename ); |
135 |
warn "### rename $sf/$nr to ", dump( $rename_to->[$nr] ), $/; |
warn "### rename $sf/$nr to ", dump( $rename_to->[$nr] ), $/; |
136 |
my ( $to_sf, $to_nr ) = @{ $rename_to->[$nr] }; |
my ( $to_sf, $to_nr ) = @{ $rename_to->[$nr] }; |
137 |
$new_r->{ $to_sf }->[ $to_nr ] = [ $sf => $nr ]; |
$from_mapping->{ $sf }->[ $nr ] = [ $to_sf => $to_nr ]; |
138 |
|
$to_mapping->{ $to_sf }->[ $to_nr ] = [ $sf => $nr ]; |
139 |
|
|
140 |
$to_count->{ $to_sf }++; |
$to_count->{ $to_sf }++; |
141 |
} |
} |
142 |
|
|
143 |
warn "### new_r = ",dump( $new_r ); |
warn "### to_mapping = ",dump( $to_mapping ); |
144 |
|
|
145 |
my $from_count_key = dump( $to_count ); |
my $count_key = { |
146 |
|
from => dump( $from_count ), |
147 |
|
to => dump( $to_count), |
148 |
|
}; |
149 |
|
|
150 |
|
warn "### count_key = ",dump( $count_key ), $/; |
151 |
|
|
152 |
|
my $processed_templates = 0; |
153 |
|
|
154 |
|
# this defines order of traversal |
155 |
|
foreach ( qw/isis:from marc:to/ ) { |
156 |
|
my ($name,$count_name) = split(/:/); |
157 |
|
|
158 |
|
my $ckey = $count_key->{$count_name} || die "can't find count_key $count_name in ",dump( $count_key ); |
159 |
|
|
160 |
|
my $template = $_template->{$name}->{pos}->{ $ckey } || next; |
161 |
|
$processed_templates++; |
162 |
|
|
163 |
|
warn "### traverse $name $count_name selected template: |$template|\n"; |
164 |
|
|
165 |
|
our $fill_in = {}; |
166 |
|
|
167 |
|
my @templates = split(/\|/, $template ); |
168 |
|
@templates = ( $template ); |
169 |
|
|
170 |
|
foreach my $sf ( @templates ) { |
171 |
|
sub fill_in { |
172 |
|
my ( $name, $r, $sf, $nr ) = @_; |
173 |
|
my ( $from_sf, $from_nr, $v ); |
174 |
|
if ( $name eq 'marc' ) { |
175 |
|
( $from_sf, $from_nr ) = @{ $to_mapping->{$sf}->[$nr] }; |
176 |
|
} else { |
177 |
|
( $from_sf, $from_nr ) = ( $sf, $nr ); |
178 |
|
} |
179 |
|
my $v = $r->{ $from_sf }; # || die "no $from_sf/$from_nr"; |
180 |
|
warn "#### fill_in( $sf, $nr ) = $from_sf/$from_nr >>>> ",dump( $v ), $/; |
181 |
|
if ( ref( $v ) eq 'ARRAY' ) { |
182 |
|
$fill_in->{$sf}->[$nr] = $v->[$from_nr]; |
183 |
|
return $v->[$from_nr]; |
184 |
|
} elsif ( $from_nr == 0 ) { |
185 |
|
$fill_in->{$sf}->[$nr] = $v; |
186 |
|
return $v; |
187 |
|
} else { |
188 |
|
die "requested subfield $from_sf/$from_nr but it's ",dump( $v ); |
189 |
|
} |
190 |
|
} |
191 |
|
my $fields_re = $_template->{$name}->{fields_re} || die "can't find $name in ",dump( $_template->{$name}->{fields_re} ); |
192 |
|
warn "#### $sf <<<< $fields_re\n"; |
193 |
|
$sf =~ s/($fields_re)(\d+)/fill_in($name,$r,$1,$2)/ge; |
194 |
|
warn "#### >>>> $sf with fill_in = ",dump( $fill_in ),$/; |
195 |
|
} |
196 |
|
|
197 |
warn "### from_count = ",dump( $from_count ), $/; |
warn "## template: |$template|\n## _template->$name = ",dump( $_template->{$name} ); |
|
warn "### to_count = ",dump( $to_count ), $/; |
|
198 |
|
|
199 |
my $template = $pos_templates->{ $from_count_key } || |
foreach my $sf ( @{ $_template->{$name}->{order}->{$template} } ) { |
200 |
die "I don't have template for:\n$from_count_key\n## available templates\n", dump( $pos_templates ); |
my ( $sf, $nr ) = @$sf; |
201 |
|
my $v = $fill_in->{$sf}->[$nr] || die "can't find fill_in $sf/$nr"; |
202 |
warn "### selected template: |$template|\n"; |
if ( $name eq 'isis') { |
203 |
|
( $sf, $nr ) = @{ $from_mapping->{$sf}->[$nr] }; |
|
$fill_in = {}; |
|
|
|
|
|
my @templates = split(/\|/, $template ); |
|
|
@templates = ( $template ); |
|
|
|
|
|
foreach my $sf ( @templates ) { |
|
|
sub fill_in { |
|
|
my ( $r, $sf, $nr ) = @_; |
|
|
my ( $from_sf, $from_nr ) = @{ $new_r->{ $sf }->[ $nr ] }; |
|
|
my $v = $r->{ $from_sf }; # || die "no $from_sf/$from_nr"; |
|
|
warn "#### fill_in( $sf, $nr ) = $from_sf/$from_nr >>>> ",dump( $v ), $/; |
|
|
if ( ref( $v ) eq 'ARRAY' ) { |
|
|
$fill_in->{$sf}->[$nr] = $v->[$from_nr]; |
|
|
return $v->[$from_nr]; |
|
|
} elsif ( $from_nr == 0 ) { |
|
|
$fill_in->{$sf}->[$nr] = $v; |
|
|
return $v; |
|
|
} else { |
|
|
die "requested subfield $from_sf/$from_nr but it's ",dump( $v ); |
|
204 |
} |
} |
205 |
|
warn "++ $sf/$nr |$v|\n"; |
206 |
|
push @$m, ( $sf, $v ); |
207 |
} |
} |
|
warn "#### $sf <<<< $fields_re\n"; |
|
|
$sf =~ s/($fields_re)(\d+)/fill_in($r,$1,$2)/ge; |
|
|
warn "#### >>>> $sf with fill_in = ",dump( $fill_in ),$/; |
|
|
} |
|
208 |
|
|
209 |
warn "## template: |$template|\n## marc_template_order = ",dump( $marc_template_order ); |
warn "#### >>>> created MARC record: ", dump( $m ); |
210 |
|
|
211 |
foreach my $sf ( @{ $marc_template_order->{$template} } ) { |
push @marc_out, $m; |
|
my ( $sf, $nr ) = @$sf; |
|
|
my $v = $fill_in->{$sf}->[$nr] || die "can't find fill_in $sf/$nr"; |
|
|
warn "++ $sf/$nr |$v|\n"; |
|
|
push @$m, ( $sf, $v ); |
|
212 |
} |
} |
213 |
|
|
214 |
warn "#### >>>> created marc: ", dump( $m ); |
die "I don't have template for fields ",dump( $count_key ), "\n## available templates\n", dump( $_template ) unless $processed_templates; |
215 |
|
warn ">>> $processed_templates templates applied to data\n"; |
|
push @marc_out, $m; |
|
216 |
} |
} |
217 |
|
|
218 |
warn "### marc_template produced: ",dump( @marc_out ); |
|
219 |
|
my $recs = 0; |
220 |
|
|
221 |
foreach my $marc ( @marc_out ) { |
foreach my $marc ( @marc_out ) { |
222 |
warn "+++ ",dump( $marc ); |
warn "+++ ",dump( $marc ),$/; |
223 |
WebPAC::Normalize::_marc_push( $marc ); |
WebPAC::Normalize::_marc_push( $marc ); |
224 |
|
$recs++; |
225 |
} |
} |
226 |
|
|
227 |
|
warn "### marc_template produced $recs MARC records: ",dump( @marc_out ), $/; |
228 |
} |
} |
229 |
|
|
230 |
1; |
1; |