escaping character

syncWeb.pl

@@ -7,23 +7,77 @@ use Getopt::Long;
 use Mojo::DOM;
 use HTML::WikiConverter;
 use Switch;
-#use Data::Dumper;
+use String::Escape;
+
+use Data::Dumper::Perltidy;
+
+my $import_list;
+my $export;
+my $config;
 
 sub trim {
     (my $s = $_[0]) =~ s/^\s+|\s+$//g;
     return $s;
 }
 
-sub connect_db($$$){
-    my ($driver, $database, $password) = @_;
+sub connect_db($$$$$){
+    my ($driver, $database, $user, $password, $host) = @_;
+    my $dbh = 0;
     my $dsn = "DBI:$driver:dbname=$database";
-    my $dbh = DBI->connect($dsn, { RaiseError => 1 })
-        or die $DBI::errstr;
-    print "Opened database successfully\n";
+    
+    if( $user && $password){
+        $dbh = DBI->connect($dsn, $user, $password, { RaiseError => 1 })
+            or die $DBI::errstr;
+    }elsif( $user ){
+        $dbh = DBI->connect($dsn, $user, { RaiseError => 1 })
+            or die $DBI::errstr;	
+    }else{
+       $dbh = DBI->connect($dsn, { RaiseError => 1 })
+            or die $DBI::errstr;
+    }
+
+    return $dbh;
 }
 
-sub init {
-    return connect_db("SQLite", "history.db", "");
+sub to_mariadb($$){
+    my ($export, $content) = @_;
+    
+    connect_db(
+	"mysql",
+        "$config->{'export'}->{$export}->{'connexion'}->{'base'}",
+        "$config->{'export'}->{$export}->{'connexion'}->{'user'}",
+        "$config->{'export'}->{$export}->{'connexion'}->{'password'}",
+        "$config->{'export'}->{$export}->{'connexion'}->{'host'}"
+     );
+    
+    my $columns_default = "";
+    my $columns_default_value = "";
+    
+    if( !"$config->{'export'}->{$export}->{'column_default'}" ){
+	$columns_default = "";
+	#for each...
+    }
+    
+    print "INSERT INTO $config->{'export'}->{$export}->{'content'}->{'table'} (
+        $config->{'export'}->{$export}->{'content'}->{'column'}
+        $columns_default
+    )
+    VALUES ('$content' $columns_default_value);";
+
+    # close db here
+}
+
+sub to_file($$){
+    my($path, $content) = @_;
+    my $filename = "$path";
+    open(my $fh, '>', $filename) or die "Could not open file '$filename' $!";
+    print $fh "$content";
+    close $fh;
+    print "done\n";
+}
+
+sub init (){
+    return connect_db("SQLite", "history.db", "", "", "");
 }
 
 sub add_History($$$){
@@ -62,8 +116,7 @@ sub isNew($$$){
     #$sth->execute("$signature", "$url");
     $sth->execute();
     my $refs = $sth->fetchrow_arrayref()->[0];
-    print "SELECT count(signature) AS COUNT FROM visit WHERE signature=$signature AND url=$url\n";
-    print "$url, count : $refs\n";
+
     return !($refs);
 }
 
@@ -78,7 +131,7 @@ sub registerIfNew($$$){
     return 0;
 }
 
-sub convertStrategy($$$){
+sub convert_strategy($$$){
     my ($content, $fromFormat, $toFormat) = @_;
     
     switch("$fromFormat $toFormat") {
@@ -113,25 +166,56 @@ sub htmlToMd($){
     return $wc->html2wiki( html => $html );
 }
 
-sub main($){
+sub export_strategy($$$){
+    my ($export, $format, $content) = @_;
+    print "export straty de $export $config->{'export'}->{$export}->{'type'}";
+
+    $content = convert_strategy(
+	$content,
+	$format,
+        "$config->{'export'}->{$export}->{'format'}"
+    );
+    $content = String::Escape::backslash( $content );
+
+    if( $config->{'export'}->{$export}->{'type'} eq "mariadb" ){
+	print "\nis $config->{'export'}->{$export}->{'type'} mariadb?\n";
+	to_mariadb( $export, $content  );
+    }else{
+       to_file( "$config->{'export'}->{$export}->{'path'}", $content );
+    }
+}
+
+sub main($$){
     my $dbh = init;
-    my($file) = @_;
-    open(FH, '<', $file) or die $!;
+    my($import_list, $export) = @_;
+
+    $config=do("./$export");
+
+    #$content = print encode 'unicode-escape',;
+    my $test = 'la""la';
+    print "+";
+    print String::Escape::backslash( $test );
+    print "\n";
+    open(FH, '<', $import_list) or die $!;
     while(<FH>){
-	my($url, $selector, $fromFormat, $toFormat) = split("\t");
-	$fromFormat = trim($fromFormat);
-	$toFormat = trim($toFormat);
-	#print get_content( $url, $selector );
-	#checkUrl( $_ );
-	#print registerIfNew( $url, $selector, $dbh );
-	print " $url, $selector, $fromFormat, $toFormat ";
-	print importContent( $url, $selector, $fromFormat, $toFormat );
-	print "\n"
+	my($url, $selector, $fromFormat, $toFormat, $export) = split("\t");
+	$fromFormat = trim( $fromFormat );
+	$toFormat = trim( $toFormat );
+	$export = trim( $export );
+
+	my $content = get_content( $url, $selector );
+
+	export_strategy( $export, $toFormat, $content );
+	if( registerIfNew( $url, $selector, $dbh ) ){
+	    export_strategy( $export, $toFormat, $content );
+	}
     }
     close(FH);
 }
 
-my $file;
-GetOptions ('file=s' => \$file);
+GetOptions (
+    'import-list=s' => \$import_list,
+    'export=s' => \$export
+);
 
-main( $file );
+main( $import_list, $export );