/[SQL2XLS]/sql2xls.cgi
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Diff of /sql2xls.cgi

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 2 by dpavlin, Mon Mar 24 15:57:14 2008 UTC revision 10 by dpavlin, Mon Nov 3 19:19:39 2008 UTC
# Line 1  Line 1 
1  #!/usr/bin/perl -w  #!/usr/bin/perl
2  #  use warnings;
 # convert sql queries on file system to excel file (one query per  
 # sheet)  
 #  
 # Dobrica Pavlinsic <dpavlin@rot13.org>, 2002-04-10  
   
3  use strict;  use strict;
4    
5    =head1 NAME
6    
7    sql2xls.pl - convert sql queries on file system to Excel file
8    
9    =head1 USAGE
10    
11    Each file in current directory which ends in C<< *.sql >> will
12    be converted to Excel sheet. If you want to have specific order, you can
13    prefix filenames with numbers which will be striped when creating sheet
14    names.
15    
16    Comments in sql files (lines beginning with --) will be placed
17    in first line in bold.
18    
19    To specify database on which SQL query is executed
20    C<< \c database >> syntax is supported.
21    
22    You can also run script from command line, and it will produce
23    C<< sql_reports.xls >> file.
24    
25    =head1 AUTHOR
26    
27    Dobrica Pavlinusic, dpavlin@rot13.org
28    
29    =cut
30    
31  use Spreadsheet::WriteExcel;  use Spreadsheet::WriteExcel;
32  use DBI;  use DBI;
33  use CGI::Carp qw(fatalsToBrowser);  use CGI::Carp qw(fatalsToBrowser);
34  use CGI qw(path_translated);  use CGI qw(path_translated);
35  use Encode qw/decode/;  use Encode qw/decode/;
36    use Data::Dump qw/dump/;
37    
38  # Connect to DB  # edit following to set defaults
39  my $connect = "DBI:Pg:dbname=new";  our $dsn      = 'DBI:Pg:dbname=';
40  my $user = "web";  our $database = 'template1';
41  my $passwd = "";  our $user     = 'dpavlin';
42    our $passwd   = '';
43    our $path     = 'sql_reports.xls';
44    
45  my $debug = 1;  our $db_encoding     = 'iso-8859-2';
46    our $xls_date_format = 'dd.mm.yyyy';
47    
48    our $debug = 1;
49    
50  my $sql_dir = path_translated || '.';  my $sql_dir = path_translated || '.';
51  $sql_dir =~ s,/[^/]+$,,;  $sql_dir =~ s,/[^/]+$,,;
# Line 26  opendir(DIR, $sql_dir) || die "can't ope Line 54  opendir(DIR, $sql_dir) || die "can't ope
54  my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR);  my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR);
55  closedir DIR;  closedir DIR;
56    
57    my $config_path = "$sql_dir/config.pl";
58    warn "# using $config_path\n";
59    require $config_path if -e $config_path;
60    
61  my $workbook;  my $workbook;
62  if ($0 =~ m/\.cgi$/i) {  if ($ENV{GATEWAY_INTERFACE} && $ENV{GATEWAY_INTERFACE} =~ m/CGI/i) {
63          # use as cgi script          # use as cgi script
64          print "Content-type: application/vnd.ms-excel\n\n";          print "Content-type: application/vnd.ms-excel\n\n";
65          $workbook = Spreadsheet::WriteExcel->new("-");          $workbook = Spreadsheet::WriteExcel->new("-");
66  } else {  } else {
67          # Create a new Excel workbook          # Create a new Excel workbook
68          $workbook = Spreadsheet::WriteExcel->new("sql_result.xls");          $workbook = Spreadsheet::WriteExcel->new( $path );
69            warn "Creating XLS file $path\n";
70  }  }
71    
72  my $dbh = DBI->connect($connect,$user,$passwd) || die $DBI::errstr;  my $date_format = $workbook->add_format(num_format => $xls_date_format);
73    
74    my $dbh = DBI->connect($dsn . $database,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr;
75    
76  sub _c {  sub _c {
77          return decode('iso-8859-2', shift);          return decode( $db_encoding, shift );
78  }  }
79    
80  foreach my $sql_file (@sql_files) {  foreach my $sql_file (@sql_files) {
# Line 52  foreach my $sql_file (@sql_files) { Line 87  foreach my $sql_file (@sql_files) {
87          # Add a worksheet          # Add a worksheet
88          my $worksheet = $workbook->addworksheet($sheet_name);          my $worksheet = $workbook->addworksheet($sheet_name);
89    
90          print STDERR "working on $sql_file...\n" if ($debug);          print STDERR "working on $sql_file\n" if ($debug);
91    
92          open(SQL,$sql_file) || die "can't open sql file '$sql_file': $!";          open(SQL,$sql_file) || die "can't open sql file '$sql_file': $!";
93          my $comment;          my $comment = '';
94          my $sql = "";          my $sql = "";
95          while(<SQL>) {          while(<SQL>) {
96                  chomp;                  chomp;
97                  if (/^--(.+)/) {                  if (/^\\c\s+(\S+)/) {
98                            $dbh->disconnect if $dbh;
99                            print STDERR "## connect to $1\n" if $debug;
100                            $dbh = DBI->connect($dsn . $1,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr;
101                    } elsif (/^--(.+)/) {
102                          $comment.=$1;                          $comment.=$1;
103                  } else {                  } else {
104                          $sql.=$_;                          $sql.= ' ' . $_;
105                  }                  }
106          }          }
107          close(SQL);          close(SQL);
108    
109            $sql =~ s/\s\s+/ /gs;
110    
111          print STDERR "sql: $sql\ncomment: $comment\n" if ($debug);          print STDERR "sql: $sql\ncomment: $comment\n" if ($debug);
112    
113          my $row = 0;          my $row = 0;
# Line 77  foreach my $sql_file (@sql_files) { Line 118  foreach my $sql_file (@sql_files) {
118                  my $fmt_comment = $workbook->addformat();    # Add a format                  my $fmt_comment = $workbook->addformat();    # Add a format
119                  $fmt_comment->set_bold();                  $fmt_comment->set_bold();
120    
121                    $comment =~ s/^\s+//;
122                    $comment =~ s/\s+$//;
123    
124                  $worksheet->write($row, 0, _c($comment), $fmt_comment);                  $worksheet->write($row, 0, _c($comment), $fmt_comment);
125                  $row+=2;                  $row+=2;
126          }          }
127    
128          my $sth = $dbh->prepare($sql) || die $dbh->errstr();          my $sth = $dbh->prepare($sql);
129          $sth->execute() || die $sth->errstr();          $sth->execute();
130    
131          my $fmt_header = $workbook->addformat();    # Add a format          my $fmt_header = $workbook->addformat();    # Add a format
132          $fmt_header->set_italic();          $fmt_header->set_italic();
# Line 92  foreach my $sql_file (@sql_files) { Line 136  foreach my $sql_file (@sql_files) {
136          }          }
137          $row++;          $row++;
138    
139            my @types = map { $dbh->type_info($_) ? $dbh->type_info($_)->{TYPE_NAME} : '?' } @{ $sth->{TYPE} };
140    
141          while (my @row = $sth->fetchrow_array() ) {          while (my @row = $sth->fetchrow_array() ) {
142                  for(my $col=0; $col<=$#row; $col++) {                  for(my $col=0; $col<=$#row; $col++) {
143                          $worksheet->write($row, $col, _c( $row[$col] ) );                          my $data = $row[$col];
144                            if ( $types[$col] =~ m/^date/i ) {
145                                    $data .= 'T' if $data =~ m/^\d\d\d\d-\d\d-\d\d$/;
146                                    $data =~ s/^(\d\d\d\d-\d\d-\d\d)\s(\d\d:\S+)$/$1T$2/;
147                                    warn "## $data\n";
148                                    $worksheet->write_date_time( $row, $col, $data, $date_format );
149                            } else {
150                                    $worksheet->write($row, $col, _c( $data ) );
151                            }
152                  }                  }
153                  $row++;                  $row++;
154          }          }
# Line 107  $dbh->disconnect; Line 161  $dbh->disconnect;
161    
162  __END__  __END__
163    
 =head1 NAME  
   
 sql2xls.pl - convert sql queries on file system to excel file  
   
 =head1 USAGE  
   
 Edit top of script and edit @sql_files array which describes  
 files which are going to be loaded and executed producing  
 Excel sheets (one sheet per file)  
   
 Comments in sql files (lines beginning with --) will be placed  
 in outout sheet on top in bold.  
   
 Sheet will have name same as sql file.  
   
 Run script and examine b<sql_result.xls> file.  
   
 =head1 AUTHOR  
   
 Dobrica Pavlinusic, dpavlin@rot13.org  
   
Legend:
Removed from v.2  
changed lines
  Added in v.10
  ViewVC Help
Powered by ViewVC 1.1.26