#!/usr/bin/perl
#
#
# script to convert omniweb bookmarks.html file to a xbel
# compliant xml file.
#
# usage:
#	omniweb2xbel [-a] bookmarks.html b.xml
#	-a : use url to retrieve description, following link
#
# author: js@simulakron.de
# 2003/11/18	0.0.1	start of project
# 2003/11/26	0.0.2	working version
# 2003/11/27	0.0.3	adding automatic description recovery from href
# free for fair use. GPL applies.

use Getopt::Std;
getopts('a');


use LWP::UserAgent;
$ua = LWP::UserAgent->new;
$ua->agent("MyApp/0.1 ");


use File::Temp qw/ tempfile tempdir /;



                   #  0    1    2     3     4    5     6     7     8
my                   ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) =
                                                               localtime(time);
$year+= 1900;
$mon+= 1;
$wann= sprintf("%02d:%02d - %02d.%02d.%4d",$hour,$min,$mday,$mon,$year);
@out;
#print <<EOT ;
push @out, '<?xml version="1.0"?>
<!DOCTYPE xbel PUBLIC "+//IDN python.org//DTD XML Bookmark Extension Language 1.0//EN//XML" "http://www.python.org/topics/xml/dtds/xbel-1.0.dtd">
<xbel>
';
push @out, "<title>JS Bookmarks $wann</title>
";  
push @out, '<info><metadata owner="js"/></info>';
push @out, "


";
#EOT



# -------------------- W O R K ----------------
#use Tie::File;
#$\="\n";
my $filename= shift(@ARGV);
my $outfilename= shift(@ARGV);
open FILE, '<', $filename or die "Can't open input `$filename': $!";
open OUT, '>', $outfilename or die "Can't open input `$outfilename': $!";
while (<FILE>) { # bis einschliesslich <dl> nach <bookmarkInfo tag alles ignorieren
	chop;
	#print $_;
	if (m#<dl>#) {
		last;
	} else {
		next;
	}
}
#push @out,  "\n--skipped header-\n";

while  ( my $f=<FILE>) { # alles nach </bookmarkInfo> tag ignorieren
	chop $f;
	if ($f=~ m#</bookmarkInfo>#) {
		last;
	} else {
		my $ok=0;
		$f=~ s#<dl>##i and $ok=1;
		$f=~ s#<dt><h3><a bookmarkid=(\d+)>(.*)</a></h3>#<folder id="folder.$1" folded="yes">\n <title>$2</title>\n#i and $ok=2;
		$f=~ s#</dl>#</folder>\n#i and $ok=3;
		$f=~ s#<dt><a href="(.*)"(?: forms=.*)?(?: lastCheckedTime=\d+)?(?: wordCount=\d+)? bookmarkid=(\d+)>(.*)</a>#<bookmark href="$1" id="bookmark.$2">\n<title>$3</title>\n<desc></desc>\n</bookmark>\n#i and $ok=4;
		if ($ok == 4 && defined $opt_a ) {
			my $url=$f;
			#print "--- url ---$url---\n";
			$url=~ s#.*href="([^"]*)" .*#$1#is;
			#print "- url $url\n";
			my $desc= &hole_sum_fuer_url($url);
			$f=~ s#(.*<desc>)(</desc>.*)#$1$desc$2# and $ok=44;
			#print "- $f \n";
		}
		if ($f=~ m#^<dd>(.*)#) {
			my $besch=$1;
			# in letztem bookmark als desc eintragen, wenn noch nix da
			$out[-1]=~ s#(.*<desc>)(</desc>.*)#$1$besch$2#;
			# nix neues, ersatzlos ins vorherige eingefuegt
			$ok=5;
			next;
		}
		if ($ok != 0) {
			push @out,  $f;
		} else {
			$f=~ s#<dt><a(?: lastCheckedTime=\d+)?(?: wordCount=\d+)?(?: bookmarkid=\d+)>.*</a>##i and $ok=6 and next;
			$f=~ m#^\w*$# and $ok=7 and next;
			print "\n++++++++++++ $ok ++++++++++++++++++\n";
			print "+++ was tuen mit\n";
			print "+++ $f +++ \n";
			print "\n++++++++++++++++++++++++++++++\n";
		}
#		next;
	}
}
#push @out,  "\n--skipping footer-\n";


push @out,  "</xbel>";
#$,="\n--\n";
print OUT @out;

#--------------------- E N D -------------------
exit;

# --------------------- dies und das -----------

use HTML::SummaryBasic;

sub datei_summary {
    my $document = shift @_;
    my $p = new HTML::SummaryBasic  {
	   PATH => $document,
	   NOT_AVAILABLE =>"NA",
    #	   FIELDS => ['H1'],
    };
    # What did we get?
    #foreach ( keys %{$p->{SUMMARY}} ) {
    #	warn "$_ ... $p->{SUMMARY}->{$_}\n" if ($p->{SUMMARY}->{$_} ne "NA");
    #}
    my %uniq;
    foreach ('AUTHOR', 'TITLE','HEADLINE','FIRST_PARA','DESCRIPTION') {
	#warn "$_ ... $p->{SUMMARY}->{$_}\n" if ($p->{SUMMARY}->{$_} ne "NA");
	my $v= $p->{SUMMARY}->{$_};
	next if ($v =~ m/^NA$/);
	next if ($v =~ m/^\w*$/);
	next if ($v =~ m/^\@/);
	next if ($v =~ m/^\[IMG\]/i);
	next if ($v =~ m/^untitled$/i);
	$uniq{"$v"}=1; 
    }
    return join(':',  (keys %uniq) );
}
sub hole_datei {
	my ($urle, $fh) = @_;
        print "=$urle= :";
        my $req = HTTP::Request->new(GET => $urle);
	$req->header(Accept => "text/html, */*;q=0.1");
        my $res = $ua->request($req);
        # Check the outcome of the response
        if ($res->is_success) {
	    print " ok\n";
            print $fh $res->content;
        } else {
            print "Bad luck this time!\n";
        }
	return $res->is_success;
}

sub hole_sum_fuer_url {
	my ($url) = @_;
	#print "- hole_sum_fuer_url ==$url==\n";
	my $sum=" ";
	my ($fh, $filename) = tempfile("url-summary.tmp.XXXXXXXX", SUFFIX => ".html", DIR => "/tmp", UNLINK => 1);
	my $res= &hole_datei($url, $fh);
	if ($res == 1) {
		$sum= &datei_summary($filename);
		$sum=~ s/[<>!#\@\[\]\{\}]*//g;
		#print "\n=$sum=\n---------------\n";
	} else {
		#print "\n!!! $url nicht geholt\n---------------\n";
	}
	return $sum;
}


#### ----------so siehts vorher aus: -------------------
#<dl>
#<dt><h3><a bookmarkid=1>Suchen</a></h3>
#<dl>
#<dt><a href="http://www.buehnenfotos.de/tickets/oper_salome.htm" lastCheckedTime=85247531 wordCount=778 bookmarkid=2>Sofort buchbar: Salome Tickets - Oper</a>
#<dt><a href="http://www.wolfgangkoerner.de/opernfuhrerfureilige.htm" lastCheckedTime=85254385 wordCount=1369 bookmarkid=3>Der Opernf&uuml;hrer f&uuml;r Eilige !</a>
#<dt><a href="http://www.alleauktionen.de/" bookmarkid=4>AlleAuktionen.de - Die Suche nach Auktionen und Versteigerungen</a>
#
#
#### ---------und das soll draus werden: -----------
#<folder id="folder.2" added="2003-11-16T18:59:37Z" folded="no">
#<title>linux</title>
#<desc>dies und das</desc>
#<bookmark href="http://kernel.org" id="bookmark.3" added="2003-11-16T19:00:20Z" modified="2003-11-16T19:00:20Z" visited="2003-11-16T19:00:28Z">
#<title>der kernel</title>
#<desc>eben da</desc>
#</bookmark>
#<bookmark href="http://jmayer.homelinux.net/~jmayer/moz2xbel" id="bookmark.6" added="2003-11-16T19:19:41Z" modified="2003-11-16T19:20:28Z">
#<title>script to convert mozilla/netscape bookmarks.html file to a xbel</title>
#<desc>script to convert mozilla/netscape bookmarks.html file to a xbel # compliant xml file.</desc>
#</bookmark>
#</folder>