/[SQL2XLS]/sql2xls.cgi
This is repository of my old source code which isn't updated any more. Go to git.rot13.org for current projects!
ViewVC logotype

Diff of /sql2xls.cgi

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 3 by dpavlin, Mon Mar 24 16:35:29 2008 UTC revision 18 by dpavlin, Mon Nov 3 22:26:57 2008 UTC
# Line 1  Line 1 
1  #!/usr/bin/perl -w  #!/usr/bin/perl -T
2  #  use warnings;
 # convert sql queries on file system to excel file (one query per  
 # sheet)  
 #  
 # Dobrica Pavlinsic <dpavlin@rot13.org>, 2002-04-10  
   
3  use strict;  use strict;
4    
5    =head1 NAME
6    
7    sql2xls.pl - convert sql queries on file system to Excel file
8    
9    =head1 USAGE
10    
11    Each file in current directory which ends in C<*.sql> will
12    be converted to Excel sheet. If you want to have specific order, you can
13    prefix filenames with numbers which will be striped when creating sheet
14    names.
15    
16    Comments in sql files (lines beginning with C<-->) will be placed
17    in first line in bold.
18    
19    To specify database on which SQL query is executed
20    C<\c database> syntax is supported.
21    
22    You can also run script from command line, and it will produce
23    C<sql_reports.xls> file.
24    
25    If run within directory, it will use files in it to produce file.
26    
27    When called as CGI, directory name can be appended to name of script
28    to produce report for any sub-directory within directory where
29    C<sql2xls.cgi> is installed.
30    
31    =head1 INSTALLATION
32    
33    Only required file is this script C<< sql2xls.cgi >>
34    
35    If your server is configured to execute C<.cgi> files, you can
36    drop this script anywhere, but you can also add something like
37    
38       ScriptAlias /xls-reports /srv/SQL2XLS/sql2xls.cgi
39    
40    in Apache's virtual host configuration to get nice URLs
41    
42    To configure default database, user, password and other settings create
43    C<config.pl> file in same directory in which C<sql2xls.cgi> is with something
44    like this:
45    
46      $dsn      = 'DBI:mysql:dbname=';
47      $database = 'database';
48      $user     = 'user';
49      $passwd   = 'password';
50      $path     = 'sql_reports.xls';
51    
52      $db_encoding     = 'utf-8';
53      $xls_date_format = 'dd.mm.yyyy';
54    
55      $debug = 1;
56    
57    =head1 SECURITY
58    
59    There is none. Use apache auth modules if you need it.
60    
61    =head1 AUTHOR
62    
63    Dobrica Pavlinusic, dpavlin@rot13.org, L<http://svn.rot13.org/index.cgi/SQL2XLS/>
64    
65    =cut
66    
67  use Spreadsheet::WriteExcel;  use Spreadsheet::WriteExcel;
68  use DBI;  use DBI;
69  use CGI::Carp qw(fatalsToBrowser);  use CGI::Carp qw(fatalsToBrowser);
 use CGI qw(path_translated);  
70  use Encode qw/decode/;  use Encode qw/decode/;
71  use Data::Dump qw/dump/;  use Data::Dump qw/dump/;
72    
73  # Connect to DB  # edit following to set defaults
74  my $connect = "DBI:Pg:dbname=new";  our $dsn      = 'DBI:Pg:dbname=';
75  my $user = "web";  our $database = 'template1';
76  my $passwd = "";  our $user     = 'dpavlin';
77    our $passwd   = '';
78    our $path     = 'sql_reports.xls';
79    
80  my $db_encoding = 'iso-8859-2';  our $db_encoding     = 'iso-8859-2';
81  my $xls_date_format = 'dd.mm.yyyy';  our $xls_date_format = 'dd.mm.yyyy';
82    
83  my $debug = 1;  our $debug = 1;
84    
85  my $sql_dir = path_translated || '.';  my $sql_dir = $ENV{SCRIPT_FILENAME} || '.';
86  $sql_dir =~ s,/[^/]+$,,;  $sql_dir =~ s,/[^/]+$,,;
87    
88    sub require_config {
89            my $config_path = $1 if "$sql_dir/config.pl" =~ m/^(.+)$/; # untaint
90            warn "# using $config_path\n";
91            require $config_path if -e $config_path;
92    }
93    
94    require_config;
95    
96    my $reports_path = $ENV{PATH_INFO};
97    $reports_path =~ s/\.\.//g; # some protection against path exploits
98    $reports_path ||= shift @ARGV; # for CLI invocation
99    $sql_dir .= "/$reports_path" if -e "$sql_dir/$reports_path";
100    
101    require_config;
102    
103    warn "# reading SQL queries from $sql_dir\n" if $debug;
104    
105  opendir(DIR, $sql_dir) || die "can't opendir $sql_dir: $!";  opendir(DIR, $sql_dir) || die "can't opendir $sql_dir: $!";
106  my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR);  my @sql_files = sort grep { /\.sql$/i && -f "$sql_dir/$_" } readdir(DIR);
107  closedir DIR;  closedir DIR;
108    
109  my $workbook;  my $workbook;
110  if ($0 =~ m/\.cgi$/i) {  if ($ENV{GATEWAY_INTERFACE} && $ENV{GATEWAY_INTERFACE} =~ m/CGI/i) {
111          # use as cgi script          # use as cgi script
112          print "Content-type: application/vnd.ms-excel\n\n";          print "Content-type: application/vnd.ms-excel\n\n";
113          $workbook = Spreadsheet::WriteExcel->new("-");          $workbook = Spreadsheet::WriteExcel->new("-");
114  } else {  } else {
115          # Create a new Excel workbook          # Create a new Excel workbook
116          $workbook = Spreadsheet::WriteExcel->new("sql_result.xls");          $workbook = Spreadsheet::WriteExcel->new( $path );
117            warn "Creating XLS file $path\n";
118  }  }
119    
120  my $date_format = $workbook->add_format(num_format => $xls_date_format);  my $date_format = $workbook->add_format(num_format => $xls_date_format);
121    
122  my $dbh = DBI->connect($connect,$user,$passwd) || die $DBI::errstr;  my $dbh = DBI->connect($dsn . $database,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr;
123    
124  sub _c {  sub _c {
125            return shift unless $db_encoding;
126          return decode( $db_encoding, shift );          return decode( $db_encoding, shift );
127  }  }
128    
# Line 56  foreach my $sql_file (@sql_files) { Line 134  foreach my $sql_file (@sql_files) {
134          $sheet_name =~ s/\.sql//;          $sheet_name =~ s/\.sql//;
135    
136          # Add a worksheet          # Add a worksheet
137          my $worksheet = $workbook->addworksheet($sheet_name);          warn "# clipping sheet name '$sheet_name' to 31 char limit\n" if length $sheet_name > 31;
138            my $worksheet = $workbook->addworksheet( substr($sheet_name,0,31) );
139    
140          print STDERR "working on $sql_file...\n" if ($debug);          print STDERR "working on $sql_file\n" if ($debug);
141    
142          open(SQL,$sql_file) || die "can't open sql file '$sql_file': $!";          open(SQL,"$sql_dir/$sql_file") || die "can't open sql file '$sql_dir/$sql_file': $!";
143          my $comment;          my $comment = '';
144          my $sql = "";          my $sql = "";
145          while(<SQL>) {          while(<SQL>) {
146                  chomp;                  chomp;
147                  if (/^--(.+)/) {                  if (/^\\c\s+(\S+)/) {
148                            $dbh->disconnect if $dbh;
149                            print STDERR "## connect to $1\n" if $debug;
150                            $dbh = DBI->connect($dsn . $1,$user,$passwd, { RaiseError => 1, AutoCommit => 0 }) || die $DBI::errstr;
151                    } elsif (/^--(.+)/) {
152                          $comment.=$1;                          $comment.=$1;
153                  } else {                  } else {
154                          $sql.=$_;                          $sql.= ' ' . $_;
155                  }                  }
156          }          }
157          close(SQL);          close(SQL);
158    
159            $sql =~ s/\s\s+/ /gs;
160    
161          print STDERR "sql: $sql\ncomment: $comment\n" if ($debug);          print STDERR "sql: $sql\ncomment: $comment\n" if ($debug);
162    
163          my $row = 0;          my $row = 0;
# Line 83  foreach my $sql_file (@sql_files) { Line 168  foreach my $sql_file (@sql_files) {
168                  my $fmt_comment = $workbook->addformat();    # Add a format                  my $fmt_comment = $workbook->addformat();    # Add a format
169                  $fmt_comment->set_bold();                  $fmt_comment->set_bold();
170    
171                    $comment =~ s/^\s+//;
172                    $comment =~ s/\s+$//;
173    
174                  $worksheet->write($row, 0, _c($comment), $fmt_comment);                  $worksheet->write($row, 0, _c($comment), $fmt_comment);
175                  $row+=2;                  $row+=2;
176          }          }
177    
178          my $sth = $dbh->prepare($sql) || die $dbh->errstr();          my $sth = $dbh->prepare($sql);
179          $sth->execute() || die $sth->errstr();          $sth->execute();
180    
181          my $fmt_header = $workbook->addformat();    # Add a format          my $fmt_header = $workbook->addformat();    # Add a format
182          $fmt_header->set_italic();          $fmt_header->set_italic();
# Line 98  foreach my $sql_file (@sql_files) { Line 186  foreach my $sql_file (@sql_files) {
186          }          }
187          $row++;          $row++;
188    
189          my @types = map { scalar $dbh->type_info($_)->{TYPE_NAME} } @{ $sth->{TYPE} };          my @types = map { $dbh->type_info($_) ? $dbh->type_info($_)->{TYPE_NAME} : '?' } @{ $sth->{TYPE} };
190    
191          while (my @row = $sth->fetchrow_array() ) {          while (my @row = $sth->fetchrow_array() ) {
192                  for(my $col=0; $col<=$#row; $col++) {                  for(my $col=0; $col<=$#row; $col++) {
193                          my $data = $row[$col];                          my $data = $row[$col];
194                          if ( $types[$col] =~ m/^date/i ) {                          if ( $types[$col] =~ m/^date/i ) {
195                                  $data .= 'T' if $data =~ m/^\d\d\d\d-\d\d-\d\d$/;                                  $data .= 'T' if $data =~ m/^\d\d\d\d-\d\d-\d\d$/;
196                                    $data =~ s/^(\d\d\d\d-\d\d-\d\d)\s(\d\d:\S+)$/$1T$2/;
197                                    warn "## $data\n";
198                                  $worksheet->write_date_time( $row, $col, $data, $date_format );                                  $worksheet->write_date_time( $row, $col, $data, $date_format );
199                          } else {                          } else {
200                                  $worksheet->write($row, $col, _c( $data ) );                                  $worksheet->write($row, $col, _c( $data ) );
# Line 121  $dbh->disconnect; Line 211  $dbh->disconnect;
211    
212  __END__  __END__
213    
 =head1 NAME  
   
 sql2xls.pl - convert sql queries on file system to excel file  
   
 =head1 USAGE  
   
 Edit top of script and edit @sql_files array which describes  
 files which are going to be loaded and executed producing  
 Excel sheets (one sheet per file)  
   
 Comments in sql files (lines beginning with --) will be placed  
 in outout sheet on top in bold.  
   
 Sheet will have name same as sql file.  
   
 Run script and examine b<sql_result.xls> file.  
   
 =head1 AUTHOR  
   
 Dobrica Pavlinusic, dpavlin@rot13.org  
   
Legend:
Removed from v.3  
changed lines
  Added in v.18
  ViewVC Help
Powered by ViewVC 1.1.26