INTEGRATION: CWS ause018 (1.4.6); FILE MERGED

2005/02/07 19:17:41 hjs 1.4.6.5: #i39062# remove obsolete line
2005/02/07 18:55:09 hjs 1.4.6.4: #i39062# improe language selection
2005/02/07 14:07:00 hjs 1.4.6.3: #i39062# correct path for tree templates
2005/02/04 18:06:17 hjs 1.4.6.2: #i39062# script cleanup
2005/02/04 16:38:10 hjs 1.4.6.1: #i39062# prepare update_tree.pl for in-build use

1 files changed, 113 insertions, 133 deletions

diff --git a/helpcontent2/helpers/update_tree.pl b/helpcontent2/helpers/update_tree.pl
index 3fa3538178..3a24dbd706 100644
--- a/helpcontent2/helpers/update_tree.pl
+++ b/helpcontent2/helpers/update_tree.pl
@@ -4,19 +4,35 @@ use File::Find;
 use File::Basename;
 use Benchmark;
 
-
 $t0 = new Benchmark;
-# update the tree files in helpcontent2/source/auxiliary/*
+# update the tree files in <platform>/misc/*
 
 $| = 1;
-($scriptname = `pwd`) =~ s/\n/\/$0/;
-($treeroot = $scriptname) =~ s/\/update_tree.pl/\/..\/source\/auxiliary/;
-($sourceroot = $treeroot) =~ s/source\/auxiliary$/source/;
-$treestrings = "$sourceroot/text/shared/tree_strings.xhp";
 
-$params = join "|", "",@ARGV,"";
-($params =~ /-langdir/) ? ($langdir = $params) =~ (s/.*-langdir=([^\|]*).*$/$1/gs) : (($langdir = '***ALL***'));
+my $prj = $ENV{ENVPRJ};
+
+my $inpath = $ENV{INPATH};
+my $with_lang = $ENV{WITH_LANG};  
+terminate() if ( ! defined $inpath );
 
+if ( ! defined $prj ) {
+# do someting that works for manual call
+    ($scriptname = `pwd`) =~ s/\n/\/$0/;
+    ($tree_src = $scriptname) =~ s/\/update_tree.pl/\/..\/source\/auxiliary/;
+    ($tree_dest = $scriptname) =~ s/\/update_tree.pl/\/..\/$inpath\/misc/;
+    ($source_dir = $scriptname) =~ s/\/update_tree.pl/\/..\/source/;
+    $treestrings = "$source_dir/text/shared/tree_strings.xhp";
+} else {
+    $tree_src = "$prj\/source\/auxiliary";
+    $tree_dest = "$prj\/$inpath\/misc";
+    $source_dir = "$prj\/source";
+    $treestrings = "$source_dir/text/shared/tree_strings.xhp";
+
+    print "$tree_src\n";
+    print "$tree_dest\n";
+    print "$source_dir\n";
+    print "$treestrings\n";
+}
 
 # Get the English tree files as master
 #-------------------------------
@@ -27,37 +43,23 @@ $params = join "|", "",@ARGV,"";
 #-------------------------------
 # Update localizations from sdf
 #-------------------------------
-# read all strings with id "tit" from all localize.sdf files
 
-if ($langdir eq '***ALL***') {
-    if (opendir AUX, "$treeroot") {
-        @langs = grep { /^(?!(\.|CVS|en-US))/ && -d "$treeroot/$_"} readdir AUX;
-      closedir AUX;
-    } else {
-        &terminate("Cannot open directory $treeroot");
-    }
-} else {
-    @langs = $langdir;
-}
-
-if (@langs[0] ne "en-US") {
-    &read_loctit;
-    &read_loctree;
-}
+@langs = split /\s+/, $with_lang;
+&read_loc;
 
+print "################\nUpdating the treefiles for @langs \n";
 for $l(@langs) {
     if ($l ne "en-US") {
         &do_lang($l);
     }
 }
 
-
-
+#-------------------------------
+#
 $t1 = new Benchmark;
 $td = timediff($t1, $t0);
 print timestr($td),"\n";
 
-
 ####################
 # SUBS
 ####################
@@ -66,35 +68,35 @@ sub terminate {
     print "$err\n\n";
     $msg = <<"MSG";
 
-update_tree.pl [-langdir=language]
-    -langdir    Proceed files in this language subdirectory
-              If no langdir is given all subdirs are processed.
+update_tree.pl
+   all languages in WITH_LANG are processed. WITH_LANG=ALL is
+   not supported in manual calls.
 
    Updates the *.tree files.
    At first, the English file is updated based on the English
    help topic titles as read from the help files. Then, the
    localized tree files are written based on the English tree
    file and the localized help topic titles.
+
+   Requires a valid SO/OOo environment.
 MSG
     die "$msg\n";
 }
 
 #---------------------------------------------------
+
 sub do_english {
     print "Processing en-US\n";
-    undef %helpsection; undef %node; undef %topic;
+    undef %helpsection; undef %node;
     &readtreestrings;
     &gettreefiles;
-    &processtreefiles('en-US');	
+    &processtreefiles('en-US');    
 }
 
 #---------------------------------------------------
 sub do_lang {
     $lng = shift;
-    print "\n\n---------------------------------------------------\nProcessing $lng\n";
-    undef %helpsection; undef %node; undef %topic; undef %title;
-    &readl10ntreestrings($lng);
-    &readl10ntitles($lng);
+    print "\n---------------------------------------------------\nProcessing $lng\n";
     &processtreefiles($lng);
     print "\n";
 }
@@ -105,7 +107,7 @@ sub readtreestrings {
     if (open TREE, $treestrings) {
         while (<TREE>) {
             chomp;
-            s/<\/*help:productname>//gis;	
+            s/<\/*help:productname>//gis;    
             if (/help_section/) {
                 s/^\s*<.*help_section//;
                 s/<\/.*$//;
@@ -113,7 +115,7 @@ sub readtreestrings {
                 ($title = $_) =~ s/^.*title=&quot;(.*)&quot;.*$/$1/;
                 $helpsection{$id} = $title; 
             }
-        
+
             if (/node id=/) {
                 s/^\s*<.*node //;
                 s/<\/.*$//;
@@ -122,66 +124,23 @@ sub readtreestrings {
                 $node{$id} = $title;
             }
         }
-      close TREE;
+        close TREE;
     } else {
-    &terminate("Error opening $treeview");
-    }
-    print "done\n";
-}
-
-#---------------------------------------------------
-sub readl10ntreestrings {
-    my $lng = shift;
-    print "Reading tree strings for $lng...";
-    for (@{$l10ntreestrings{$lng}}) {
-        @tokens = split /\t/, $_;
-        ($file = $tokens[1]) =~ s/\\/\//g;
-        $file =~ s/.*text\///g;
-      $id = $tokens[4];	$lang = $tokens[9];	$cnt = $tokens[10];
-        if ($cnt =~ /help_section/) {
-                s/^\s*<.*help_section//;
-                ($id = $cnt) =~ s/^.*id="(\d+)".*$/$1/;
-                ($title = $cnt) =~ s/^.*title="(.*)".*$/$1/;
-                $helpsection{$id} = $title; 
-        }
-        if ($cnt =~/node id=/) {
-            s/^\s*<.*node //;
-            ($id = $cnt) =~ s/^.*id="(\d+)".*$/$1/;
-            ($title = $cnt) =~ s/^.*title="(.*)".*$/$1/;
-            $node{$id} = $title;
-        }
+        &terminate("Error opening $treestrings");
     }
     print "done\n";
 }
 
-#---------------------------------------------------
-sub readl10ntitles {
-    my $lng = shift;
-    print "Reading titles for $lng...";
-    
-    for $t(@{$l10ntitles{$lng}}) {
-        @tokens = split /\t/, $t;
-        ($file = $tokens[1]) =~ s/\\/\//g;
-        $file =~ s/.*text\///g;
-        $id = $tokens[4];
-        $lang = $tokens[9];
-        $cnt = $tokens[10];
-        $title{"text/$file"} = $cnt;
-        #print "$file\n";
-    }
-    print "done\n";
-}	
-
 #------------------------------------
 sub gettreefiles {
     # Read the tree files from the directory
     # this list is also used for all foreign languages
     print "Reading tree files...";
-    if (opendir ENUS, "$treeroot/en-US") {
+    if (opendir ENUS, "$tree_src") {
         @treeviews = grep /\.tree/, readdir ENUS;
-      closedir ENUS;
+        closedir ENUS;
     } else {
-        &terminate("Cannot open directory $treeroot/en-US");
+        &terminate("Cannot open directory $tree_src");
     }
     print "done\n";
 }
@@ -191,16 +150,15 @@ sub processtreefiles {
     $lng = shift;
     
     for $tv(@treeviews) {
-      print "\nProcessing $tv\n";
-        @lines = &readtv("$treeroot/en-US/$tv");
+        print "\nProcessing $tv\n";
+        @lines = &readtv("$tree_src/$tv");
         print "Read ".scalar @lines." lines\n";
         for $l(@lines) {
-                
             if ($l =~ /topic/) {
                 ($id = $l) =~ s/^.*id="([^"]*)".*$/$1/gis;
                 ($module = $id) =~ s/^([^\/]*).*$/$1/;
                 $id =~ s/^.*?\///;
-                $file = "$sourceroot/$id";
+                $file = "$source_dir/$id";
 
                 if ($lng eq 'en-US') { # english comes from the file
                     if (open F,$file) {
@@ -215,9 +173,10 @@ sub processtreefiles {
                         $l = "<!-- removed $module/$id -->\n";
                     }
                 } else { # localized comes from the localize sdf
-                    if (defined($title{$id})) {
+                    #print "\nid: $id";
+                    if (defined($loc_title{$lng}->{$id})) {
                         print ".";
-                        $l = "<topic id=\"$module/$id\">$title{$id}</topic>\n";
+                        $l = "<topic id=\"$module/$id\">$loc_title{$lng}->{$id}</topic>\n";
                     } else {
                         print "!";
                     }
@@ -233,8 +192,8 @@ sub processtreefiles {
                         $l =~ s/title="(.*)"/title="NOTFOUND:$id"/;
                     }
                 } else {
-                    if (defined($node{$id})) {
-                        $l =~ s/title="(.*)"/title="$node{$id}"/;
+                    if (defined($node{$lng}->{$id})) {
+                        $l =~ s/title="(.*)"/title="$node{$lng}->{$id}"/;
                     }
                 }
             }
@@ -249,19 +208,21 @@ sub processtreefiles {
                         $l =~ s/title="(.*)"/title="NOTFOUND:$id"/;
                     }
                 } else {
-                    if (defined($helpsection{$id})) {
-                        $l =~ s/title="(.*)"/title="$helpsection{$id}"/;
+                    if (defined($helpsection{$lng}->{$id})) {
+                        $l =~ s/title="(.*)"/title="$helpsection{$lng}->{$id}"/;
                     }
                 }
             }
-      }
-  
-    $tvout = "$treeroot/$lng/$tv";
-      if (open TV, ">$tvout") {
-        for $line(@lines) { 
+        }
+         if ( ! -d "$tree_dest/$lng" ) { 
+            mkdir "$tree_dest/$lng" or die "\nCouldn't create directory \"$tree_dest/$lng\"";
+        }
+        $tvout = "$tree_dest/$lng/$tv";
+        if (open TV, ">$tvout") {
+            for $line(@lines) { 
                 $line =~ s/\$\[officename\]/%PRODUCTNAME/g;
                 $line =~ s/\$\[officeversion\]/%PRODUCTVERSION/g;
-                print TV $line;	
+                print TV $line;    
             }  
             close TV;
       } else {
@@ -274,45 +235,64 @@ sub processtreefiles {
 sub readtv {
     my $f = shift;
     if (open TV, $f) {
-         $/ = "\n";
-       my @l = <TV>;
-       close TV;
+        $/ = "\n";
+        my @l = <TV>;
+        close TV;
         return @l;
-     } else { 
+    } else { 
         &terminate("Error opening $f"); 
     }
 }
 
 #------------------------------------
-sub read_loctit {
+# read entries form localize.sdf files
+#------------------------------------
+sub read_loc {
     print "\n\nReading localized titles...";
     $/ = "\n";
-    @titles = qx{grep [^a-zA-Z0-9]tit[^a-zA-Z0-9] `find $sourceroot/text -name localize.sdf`};
-    print "done reading ".scalar @titles." localized titles\n";
-
-    print "Sorting localized titles...";
-    for (@titles) {
-        @tokens = split /\t/, $_;
-        ($file = $tokens[1]) =~ s/\\/\//g;
-        $file =~ s/.*text\///g;
-        $id = $tokens[4];
-        $lang = $tokens[9];
-        $cnt = $tokens[10];
-        push @{$l10ntitles{$lang}}, $_;
+    @files = `find $source_dir/text -name localize.sdf`;
+    for my $fname (@files) {
+        $FS = '\t';
+        print ".";
+        open(LOCALIZE_SDF, $fname) || die 'Cannot open "localize.sdf".'."$fname";
+        while (<LOCALIZE_SDF>) {
+            my ($Fld1,$file,$Fld3,$Fld4,$id,$Fld6,$Fld7,$Fld8,$Fld9,$lang,$text) = split($FS, $_, 12);
+            if ($id eq 'tit') {
+                #strip filename
+                $file =~ s/.*text\\/text\\/g;
+                #convert \ to / in filename
+                $file =~ s/\\/\//g;
+                # add entry to the hash
+                $loc_title{$lang}->{$file} = $text;
+            }
+            if ($file =~ /tree_strings.xhp/) {
+                #strip filename
+                $file =~ s/.*text/text/g;
+                #convert \ to / in filename
+                $file =~ s/\\/\//g;
+                if ($text =~ /^<help_section/) {
+                    #example: <help_section application="scalc" id="08" title="表計算ドキュメント"> 
+                    my ($fld1,$app,$fld3,$id,$fld5,$sec_title) = split('"', $text, 7);
+                    $helpsection{$lang}->{$id} = $sec_title; 
+                } elsif ($text =~/<node id=/) {
+                    # example: <node id="0205" title="Tabelas em documentos de texto"> 
+                    # BEWARE: title may contain escaped '"' so only match " not preceded by \
+                    # using a zero‐width negative look‐behind assertion.
+                    my ($fld1,$id,$fld3,$node_title,$Fld5) = split(/(?<!\\)"/, $text, 5);
+                    $node{$lang}->{$id} = $node_title;
+                }
+            }
+        }
+        close LOCALIZE_SDF;
     }
-    print "done\n";
-}
-
-#------------------------------------
-sub read_loctree {
-    print "Reading localized tree strings...";
-    @l10ntreestrings = qx{grep tree_strings.xhp $sourceroot/text/shared/localize.sdf};
-    print "done reading ".scalar @l10ntreestrings." localized strings\n";
-    print "Sorting localized tree strings...";
-    for (@l10ntreestrings) {
-        @tokens = split /\t/, $_;
-        $lang = $tokens[9];
-        push @{$l10ntreestrings{$lang}}, $_;
+    # statistics
+    $total_elements=0;
+    foreach $lang (keys %loc_title) {
+        $no_elements = scalar(keys(%{$loc_title{$lang}}));
+        push(@langstat, "$lang:\t ".$no_elements." matches\n");
+        $total_elements += $no_elements;
     }
-    print "done\n";
+    print "\ndone reading a total of ".$total_elements." localized titles for ".scalar(keys(%loc_title))." languages from ".scalar @files ." files\n";
+    print sort(@langstat);
 }
+