70 |
use Encode qw/decode/; |
use Encode qw/decode/; |
71 |
use Data::Dump qw/dump/; |
use Data::Dump qw/dump/; |
72 |
|
|
|
# edit following to set defaults |
|
73 |
our $dsn = 'DBI:Pg:dbname='; |
our $dsn = 'DBI:Pg:dbname='; |
74 |
our $database = 'template1'; |
our $database = 'template1'; |
75 |
our $user = 'dpavlin'; |
our $user = 'dpavlin'; |
92 |
|
|
93 |
require_config; |
require_config; |
94 |
|
|
95 |
my $reports_path = $ENV{PATH_INFO}; |
my $reports_path = $ENV{PATH_INFO} || ''; |
96 |
$reports_path =~ s/\.\.//g; # some protection against path exploits |
$reports_path =~ s/\.\.//g; # some protection against path exploits |
97 |
$reports_path ||= shift @ARGV; # for CLI invocation |
$reports_path ||= shift @ARGV; # for CLI invocation |
98 |
$sql_dir .= "/$reports_path" if -e "$sql_dir/$reports_path"; |
$sql_dir .= "/$reports_path" if -e "$sql_dir/$reports_path"; |
99 |
|
|
100 |
require_config; |
require_config; |
101 |
|
|
102 |
warn "# reading SQL queries from $sql_dir\n" if $debug; |
warn "SQL queries from $sql_dir\n"; |
103 |
|
|
104 |
opendir(DIR, $sql_dir) || die "can't opendir $sql_dir: $!"; |
opendir(DIR, $sql_dir) || die "can't opendir $sql_dir: $!"; |
105 |
my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR); |
my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR); |
118 |
|
|
119 |
my $date_format = $workbook->add_format(num_format => $xls_date_format); |
my $date_format = $workbook->add_format(num_format => $xls_date_format); |
120 |
|
|
121 |
my $dbh = DBI->connect($dsn . $database,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr; |
our $dbh; |
122 |
|
sub use_database { |
123 |
|
$dbh->disconnect if $dbh; |
124 |
|
my $database = shift || return; |
125 |
|
print STDERR "## connect to $database\n" if $debug; |
126 |
|
$dbh = DBI->connect($dsn . $database,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr; |
127 |
|
if ( $db_encoding ) { |
128 |
|
if ( $dsn =~ m{Pg} ) { |
129 |
|
$dbh->do( qq{ set client_encoding = '$db_encoding'; } ); |
130 |
|
} elsif ( $dsn =~ m{mysql} ) { |
131 |
|
$dbh->do( qq{ set names '$db_encoding'; } ); |
132 |
|
} else { |
133 |
|
warn "Don't know how to set encoding to $db_encoding for $dsn"; |
134 |
|
} |
135 |
|
} |
136 |
|
} |
137 |
|
|
138 |
|
use_database( $database ); |
139 |
|
|
140 |
sub _c { |
sub _c { |
141 |
return shift unless $db_encoding; |
return shift unless $db_encoding; |
145 |
foreach my $sql_file (@sql_files) { |
foreach my $sql_file (@sql_files) { |
146 |
|
|
147 |
my $sheet_name = $sql_file; |
my $sheet_name = $sql_file; |
148 |
$sheet_name =~ s/\d+_//; |
$sheet_name =~ s/\d+[_-]//; |
149 |
$sheet_name =~ s/_/ /g; |
$sheet_name =~ s/_/ /g; |
150 |
$sheet_name =~ s/\.sql//; |
$sheet_name =~ s/\.sql//; |
151 |
|
|
157 |
|
|
158 |
open(SQL,"$sql_dir/$sql_file") || die "can't open sql file '$sql_dir/$sql_file': $!"; |
open(SQL,"$sql_dir/$sql_file") || die "can't open sql file '$sql_dir/$sql_file': $!"; |
159 |
my $comment = ''; |
my $comment = ''; |
160 |
my $sql = ""; |
my $full_sql = ""; |
161 |
while(<SQL>) { |
while(<SQL>) { |
162 |
chomp; |
chomp; |
163 |
if (/^\\c\s+(\S+)/) { |
if (/^\\c\s+(\S+)/) { |
164 |
$dbh->disconnect if $dbh; |
use_database( $1 ); |
|
print STDERR "## connect to $1\n" if $debug; |
|
|
$dbh = DBI->connect($dsn . $1,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr; |
|
165 |
} elsif (/^--(.+)/) { |
} elsif (/^--(.+)/) { |
166 |
$comment.=$1; |
$comment.=$1; |
167 |
} else { |
} else { |
168 |
$sql.= ' ' . $_; |
$full_sql.= ' ' . $_; |
169 |
} |
} |
170 |
} |
} |
171 |
close(SQL); |
close(SQL); |
172 |
|
|
173 |
$sql =~ s/\s\s+/ /gs; |
$full_sql =~ s/\s\s+/ /gs; |
174 |
|
$full_sql .= ';' unless $full_sql =~ m/;\s*/s; |
175 |
|
|
176 |
print STDERR "sql: $sql\ncomment: $comment\n" if ($debug); |
print STDERR "sql: $full_sql\ncomment: $comment\n" if ($debug); |
177 |
|
|
178 |
my $row = 0; |
my $row = 0; |
179 |
|
|
190 |
$row+=2; |
$row+=2; |
191 |
} |
} |
192 |
|
|
|
my $sth = $dbh->prepare($sql); |
|
|
$sth->execute(); |
|
|
|
|
193 |
my $fmt_header = $workbook->addformat(); # Add a format |
my $fmt_header = $workbook->addformat(); # Add a format |
194 |
$fmt_header->set_italic(); |
$fmt_header->set_italic(); |
195 |
|
|
196 |
for(my $col=0; $col<=$#{ $sth->{NAME} }; $col++) { |
foreach my $sql ( split(/;/, $full_sql ) ) { |
|
$worksheet->write($row, $col, ${ $sth->{NAME} }[$col], $fmt_header); |
|
|
} |
|
|
$row++; |
|
197 |
|
|
198 |
my @types = map { $dbh->type_info($_) ? $dbh->type_info($_)->{TYPE_NAME} : '?' } @{ $sth->{TYPE} }; |
warn "SQL: $sql\n"; |
199 |
|
|
200 |
while (my @row = $sth->fetchrow_array() ) { |
my $sth = $dbh->prepare($sql); |
201 |
for(my $col=0; $col<=$#row; $col++) { |
$sth->execute(); |
202 |
my $data = $row[$col]; |
|
203 |
if ( $types[$col] =~ m/^date/i ) { |
next unless $sth->{NAME}; # $sth->rows doesn't work for insert into with MySQL |
204 |
$data .= 'T' if $data =~ m/^\d\d\d\d-\d\d-\d\d$/; |
|
205 |
$data =~ s/^(\d\d\d\d-\d\d-\d\d)\s(\d\d:\S+)$/$1T$2/; |
my @types = eval { |
206 |
warn "## $data\n"; |
map { $dbh->type_info($_) ? $dbh->type_info($_)->{TYPE_NAME} : '?' } @{ $sth->{TYPE} }; |
207 |
$worksheet->write_date_time( $row, $col, $data, $date_format ); |
}; |
208 |
} else { |
|
209 |
$worksheet->write($row, $col, _c( $data ) ); |
for(my $col=0; $col<=$#{ $sth->{NAME} }; $col++) { |
210 |
} |
$worksheet->write($row, $col, ${ $sth->{NAME} }[$col], $fmt_header); |
211 |
} |
} |
212 |
$row++; |
$row++; |
|
} |
|
213 |
|
|
214 |
|
while (my @row = $sth->fetchrow_array() ) { |
215 |
|
for(my $col=0; $col<=$#row; $col++) { |
216 |
|
my $data = $row[$col]; |
217 |
|
next unless defined $data; |
218 |
|
if ( $types[$col] && $types[$col] =~ m/^date/i ) { |
219 |
|
$data .= 'T' if $data =~ m/^\d\d\d\d-\d\d-\d\d$/; |
220 |
|
$data =~ s/^(\d\d\d\d-\d\d-\d\d)\s(\d\d:\d\d:\d\d)$/$1T$2/; |
221 |
|
warn "## by type datetime $data\n" if $debug; |
222 |
|
$worksheet->write_date_time( $row, $col, $data, $date_format ); |
223 |
|
} elsif ( $data =~ s/^(\d\d\d\d-\d\d-\d\d)[\sT](\d\d:\d\d:\d\d)$/$1T$2/ ) { |
224 |
|
warn "## heuristic date time: $1T$2\n" if $debug; |
225 |
|
$worksheet->write_date_time( $row, $col, "$1T$2", $date_format ); |
226 |
|
} else { |
227 |
|
$worksheet->write($row, $col, _c( $data ) ); |
228 |
|
} |
229 |
|
} |
230 |
|
$row++; |
231 |
|
} |
232 |
|
|
233 |
|
$row++; # separete queries by one row |
234 |
|
} |
235 |
} |
} |
236 |
|
|
237 |
$dbh->disconnect; |
$dbh->disconnect; |