1 |
dpavlin |
6 |
#!/bin/sh |
2 |
|
|
|
3 |
|
|
if [ -z "$1" ] ; then |
4 |
|
|
echo "usage: $0 [URL to mailman list]" |
5 |
|
|
exit 1 |
6 |
|
|
fi |
7 |
|
|
|
8 |
|
|
url=$1 |
9 |
dpavlin |
41 |
name=`echo $url | sed -e 's!^.*/pipermail/!!' -e 's!/!!g'` |
10 |
dpavlin |
6 |
|
11 |
dpavlin |
41 |
if [ -e $name ] ; then |
12 |
|
|
echo "$name allready exists!" |
13 |
|
|
exit 1 |
14 |
|
|
fi |
15 |
|
|
|
16 |
dpavlin |
91 |
wget="-nd -nH --no-check-certificate" |
17 |
dpavlin |
6 |
|
18 |
dpavlin |
78 |
dir=/tmp/$name |
19 |
dpavlin |
6 |
|
20 |
dpavlin |
78 |
mkdir $dir || exit |
21 |
|
|
cd $dir |
22 |
|
|
|
23 |
|
|
echo "*** download $url to $dir" |
24 |
|
|
|
25 |
dpavlin |
41 |
wget -O index.html $wget $url |
26 |
dpavlin |
6 |
|
27 |
dpavlin |
41 |
echo -n > $name |
28 |
|
|
|
29 |
|
|
grep \.txt index.html | cut -d\" -f2 | while read file ; do |
30 |
dpavlin |
6 |
echo "downloading $url/$file" |
31 |
dpavlin |
78 |
wget -N $wget "$url/$file" |
32 |
dpavlin |
41 |
if echo $file | grep '\.gz$' >/dev/null ; then |
33 |
|
|
cat=zcat |
34 |
|
|
else |
35 |
|
|
cat=cat |
36 |
|
|
fi |
37 |
|
|
$cat $file | perl -pe 's/^(From.+?) at (.+)$/$1\@$2/g' >> $name |
38 |
dpavlin |
6 |
done |
39 |
dpavlin |
41 |
|
40 |
|
|
echo "Files left in /tmp/$name/$name" |