--- trunk/scripts/est-spider	2006/01/16 21:19:44	76
+++ trunk/scripts/est-spider	2006/01/16 21:34:14	77
@@ -219,9 +219,11 @@
 	} else {
 
 #		return if (! -f $path || ! m/\.(html*|php|pl|txt|info|log|text)$/i);
-		return unless (-f $path && $type =~ m/html/ ||
-			($type =~ m#text# && $path =~ m/\.(php|pl|txt|info|log|text)$/io)
-		);
+		if (-f $path && $type =~ m/html/ ||
+			($type !~ m#text# && $path =~ m/\.(php|pl|txt|info|log|text)$/io)
+		) {
+			dump_contents($db, "<title>$path</title> $type", $mtime, $path);
+		}
 
 		# skip index files
 		return if (m/index_[a-z]\.html*/i || m/index_symbol\.html*/i);