speed test for differences between Tx and our git report of Cauldron resources

1 files changed, 211 insertions, 35 deletions

diff --git a/langs/report_tx_git.php b/langs/report_tx_git.php
index a305142f3..f6f31a526 100644
--- a/langs/report_tx_git.php
+++ b/langs/report_tx_git.php
@@ -37,7 +37,7 @@ include 'lib.php';
 
 $errors = array(); // stored for error management ;)
 $c = (isset($_GET['c']) ? strip_tags(trim($_GET['c'])) : '');
-if (in_array($c, array('Webpages', 'Documentation'/*, 'Cauldron'*/))) {
+if (in_array($c, array('Webpages', 'Documentation', 'Cauldron'))) {
     $resource_type = $c; // filter only valid resource types
 } else {
     $resource_type = 'Webpages'; // default
@@ -56,6 +56,145 @@ if ('Documentation' == $resource_type) {
             'git_path' => 'http://gitweb.mageia.org/software/i18n/tools/plain/docs/mcc-help',
         ),
     );
+} else if ('Cauldron' == $resource_type) {
+    $git_resources = array(
+        array(
+            'pot_name' => 'drakconf', // Mageia Control Center
+            'tx_name'  => 'control-center',
+            'git_path' => 'http://gitweb.mageia.org/software/control-center/plain/po',
+        ),
+        array(
+            'pot_name' => 'copyiso2usb',
+            'tx_name'  => 'copyiso2usb',
+            'git_path' => 'http://gitweb.mageia.org/software/copyiso2usb/plain/po',
+        ),
+        array(
+            'pot_name' => 'desktop-common-data',
+            'tx_name'  => 'desktop-common-data',
+            'git_path' => 'http://gitweb.mageia.org/software/desktop/common-data/plain/po',
+        ),
+        array(
+            'pot_name' => 'drak3d',
+            'tx_name'  => 'drak3d',
+            'git_path' => 'http://gitweb.mageia.org/software/drak3d/plain/po',
+        ),
+        array(
+            'pot_name' => 'drakguard',
+            'tx_name'  => 'drakguard',
+            'git_path' => 'http://gitweb.mageia.org/software/drakguard/plain/po',
+        ),
+        array(
+            'pot_name' => 'draklive-install',
+            'tx_name'  => 'draklive-install',
+            'git_path' => 'http://gitweb.mageia.org/software/draklive-install/plain/po',
+        ),
+        array(
+            'pot_name' => 'drakmenustyle',
+            'tx_name'  => 'drakmenustyle',
+            'git_path' => 'http://gitweb.mageia.org/software/drakmenustyle/plain/po',
+        ),
+        array(
+            'pot_name' => 'drakpxelinux',
+            'tx_name'  => 'drakpxelinux',
+            'git_path' => 'http://gitweb.mageia.org/software/drakpxelinux/plain/po',
+        ),
+        array(
+            'pot_name' => 'drakwizard',
+            'tx_name'  => 'drakwizard',
+            'git_path' => 'http://gitweb.mageia.org/software/drakwizard/plain/po',
+        ),
+        array(
+            'pot_name' => 'drakx-kbd-mouse-x11',
+            'tx_name'  => 'drakx-kbd-mouse-x11',
+            'git_path' => 'http://gitweb.mageia.org/software/drakx-kbd-mouse-x11/plain/po',
+        ),
+        array(
+            'pot_name' => 'drakx-net',
+            'tx_name'  => 'drakx-net',
+            'git_path' => 'http://gitweb.mageia.org/software/drakx-net/plain/po',
+        ),
+        array(
+            'pot_name' => 'DrakX',
+            'tx_name'  => 'drakx_install',
+            'git_path' => 'http://gitweb.mageia.org/software/drakx/plain/perl-install/install/share/po',
+        ),
+        array(
+            'pot_name' => 'libDrakX',
+            'tx_name'  => 'drakx_share',
+            'git_path' => 'http://gitweb.mageia.org/software/drakx/plain/perl-install/share/po',
+        ),
+        array(
+            'pot_name' => 'libDrakX-standalone',
+            'tx_name'  => 'drakx_standalone',
+            'git_path' => 'http://gitweb.mageia.org/software/drakx/plain/perl-install/standalone/po',
+        ),
+        array(
+            'pot_name' => 'indexhtml',
+            'tx_name'  => 'indexhtml',
+            'git_path' => 'http://gitweb.mageia.org/software/indexhtml/plain/po',
+        ),
+        array(
+            'pot_name' => 'kde4-splash-mga',
+            'tx_name'  => 'kde4-splash-mga',
+            'git_path' => 'http://gitweb.mageia.org/software/desktop/kde/splash/plain/po',
+        ),
+        array(
+            'pot_name' => 'bootloader',
+            'tx_name'  => 'mageia-gfxboot-theme',
+            'git_path' => 'http://gitweb.mageia.org/software/design/bootloader-theme/plain/po',
+        ),
+        array(
+            'pot_name' => 'mageia-kde-translation',
+            'tx_name'  => 'mageia-kde-translation',
+            'git_path' => 'http://gitweb.mageia.org/software/i18n/kde/plain/po',
+        ),
+        array(
+            'pot_name' => 'mageiawelcome',
+//            'tx_name'  => 'Mageia Welcome',
+            'tx_name'  => 'mageia-welcome',
+            'git_path' => 'http://gitweb.mageia.org/software/mageiawelcome/plain/po',
+        ),
+        array(
+            'pot_name' => 'mgaonline',
+            'tx_name'  => 'mgaonline',
+            'git_path' => 'http://gitweb.mageia.org/software/mgaonline/plain/po',
+        ),
+        array(
+            'pot_name' => 'msec',
+            'tx_name'  => 'msec',
+            'git_path' => 'http://gitweb.mageia.org/software/msec/plain/po',
+        ),
+        array(
+            'pot_name' => 'net_monitor',
+            'tx_name'  => 'net_monitor',
+            'git_path' => 'http://gitweb.mageia.org/software/net_monitor/plain/po',
+        ),
+        array(
+            'pot_name' => 'rpmdrake',
+            'tx_name'  => 'rpmdrake',
+            'git_path' => 'http://gitweb.mageia.org/software/rpmdrake/plain/po',
+        ),
+        array(
+            'pot_name' => 'system-config-printer',
+            'tx_name'  => 'system-config-printer',
+            'git_path' => 'http://gitweb.mageia.org/software/i18n/system-config-printer/plain/po',
+        ),
+        array(
+            'pot_name' => 'transfugdrake',
+            'tx_name'  => 'transfugdrake',
+            'git_path' => 'http://gitweb.mageia.org/software/transfugdrake/plain/po',
+        ),
+        array(
+            'pot_name' => 'urpmi',
+            'tx_name'  => 'urpmi',
+            'git_path' => 'http://gitweb.mageia.org/software/rpm/urpmi/plain/po',
+        ),
+        array(
+            'pot_name' => 'userdrake',
+            'tx_name'  => 'userdrake2',
+            'git_path' => 'http://gitweb.mageia.org/software/userdrake/plain/po',
+        ),
+    ); // identity-catdap, indexhtml_about, isodumper
 }
 
 
@@ -84,11 +223,10 @@ function tx_call($tx_request, $project = 'project/mageia/')
     $json_last_error = json_last_error();
     if (JSON_ERROR_NONE !== $json_last_error) {
         $error = "There was an error during API call to Transifex $tx_request ($json_last_error).";
-        $errors['tx_call'] = "$error Please reload the page or report this on mailing list.";
+        $errors['tx_json_error'] = "$error Please reload the page and report this on mailing list if it persist.";
         $tx_result_array = array();
-    }
-    if (FALSE === $tx_result) {
-        $errors['tx_call'] = "API call to Transifex $tx_request failed. Please reload the page or report this on mailing list.";
+    } else if (FALSE === $tx_result) {
+        $errors['tx_call'] = "API call to Transifex $tx_request failed. Please reload the page and report this on mailing list if it persist.";
         $tx_result_array = array();
     }
     return $tx_result_array;
@@ -108,14 +246,16 @@ function tx_call($tx_request, $project = 'project/mageia/')
 */
 function build_links($git_resource_name, $language_code, $resource_type, $stat_data)
 {
-    $tx_resource_name = str_replace('/', '-', $git_resource_name);
+    $tx_resource_name = str_replace(array('/', 'mageia-welcome'), array('-', 'Mageia%20Welcome'), $git_resource_name);
     $locale_name = locale_underscore_to_hyphen($language_code);
-    if ('nav' == $git_resource_name) {
-        $git_link = sprintf('http://gitweb.mageia.org/web/nav/tree/langs/%s.po', $locale_name);
-    } else if ('Documentation' == $resource_type) {
-        $git_link = sprintf('%s/%s.po', $stat_data['git_path'], $language_code);
+    if ('Webpages' == $resource_type) {
+        if ('nav' == $git_resource_name) {
+            $git_link = sprintf('http://gitweb.mageia.org/web/nav/tree/langs/%s.po', $locale_name);
+        } else {
+            $git_link = sprintf('http://gitweb.mageia.org/web/www/tree/langs/%s/%s.po', $locale_name, $git_resource_name);
+        }
     } else {
-        $git_link = sprintf('http://gitweb.mageia.org/web/www/tree/langs/%s/%s.po', $locale_name, $git_resource_name);
+        $git_link = sprintf('%s/%s.po', $stat_data['git_path'], $language_code);
     }
     $links_and_num  = "<a href=\"http://www.transifex.com/organization/MageiaLinux/dashboard/all_resources/";
     $links_and_num .= "$language_code/#1/?s=$tx_resource_name&amp;c=$resource_type\">Tx</a>: ";
@@ -179,15 +319,40 @@ function generating_report($language_codes, $resource_names, $path = NULL, $pot_
     return $report;
 }
 
+/**
+ * Returns native language name from Mageia web site if exists otherwise English name from Transifex
+ *
+ * @param string $language_code for language
+ *
+ * @return string
+*/
+function get_language_name($language_code)
+{
+    global $langs;
+    static $tx_languages_details = NULL;
+    $web_language_code = locale_underscore_to_hyphen($language_code);
+    if (array_key_exists($web_language_code, $langs)) {
+        $language_name = $langs[$web_language_code];
+    } else {
+        if (is_null($tx_languages_details)) {
+            $tx_languages_details = tx_call("languages", '');
+        }
+        $key_exists = recursive_array_search($language_code, $tx_languages_details); // is language code in the $tx_languages_details array?
+        if ($key_exists !== FALSE) {
+            $language_name = $tx_languages_details[$key_exists]['name'];
+        } else {
+            $language_name = $language_code;
+        }
+    }
+    return $language_name;
+}
 
-$tx_resources = array();
 // get resources data from TX
 $tx_resources = tx_call("resources");
 
 // create separate array ($tx_resources_info) and add statistics to it from TX
 $tx_resources_info = array();
 foreach ($tx_resources as $one_resource) {
-    $one_tx_resource_info = array();
     $tx_resource_name     = $one_resource['slug'];
     $category             = $one_resource['categories'][0];
     // limit resource type only on one
@@ -206,7 +371,7 @@ $report = array();
 if ('Webpages' == $resource_type) {
     $enFiles = array_merge(array('../_nav/langs/en.pot'), get_lang_references('*.pot')); // added navigation file
     $report = generating_report(get_other_langs(), $enFiles);
-} else if ('Documentation' == $resource_type) {
+} else {
     foreach ($git_resources as $git_resource_details) {
         $git_path = $git_resource_details['git_path'];
         $tx_name  = $git_resource_details['tx_name'];
@@ -229,6 +394,7 @@ $tx_all_resource_names       = array();
 $git_all_resource_names      = array();
 $git_compare_resources       = array();
 $tx_git_difference           = array();
+$parse_errors                = array();
 $nonequal_num_of_all_strings = array();
 foreach ($tx_resources_info as $tx_resource_info) {
     $tx_resource_name        = $tx_resource_info['tx_resource_name'];
@@ -270,13 +436,13 @@ foreach ($tx_resources_info as $tx_resource_info) {
                     $tx_git_difference[$tx_resource_language][$git_resource_name]['git_untranslated']      = $git_resource_untrans_in_lang;
                     $tx_git_difference[$tx_resource_language][$git_resource_name]['webgit_path']           = $git_resource_path;
                 }
-                // this bellow should normaly only happen inside of a tx sync window so remember it
+                // it seems like a parse error
                 if (0 == $git_resource_num_of_all_strings) {
-                    $parse_error = "It seems that parsing of $git_resource_name.po file failed in $git_resource_language language.";
-                    $errors['po_file_parse'] = $parse_error; // [$git_resource_name][$git_resource_language]
+                    $parse_errors[$git_resource_name][] = $git_resource_language;
+                // this bellow should normaly only happen inside of a tx sync window so remember it
                 } else if ($tx_resource_all_strings_in_lang != $git_resource_num_of_all_strings) {
-                    if (!in_array($git_resource_name, $nonequal_num_of_all_strings)) {
-                        $nonequal_num_of_all_strings[] = $git_resource_name;
+                    if (!array_key_exists($git_resource_name, $nonequal_num_of_all_strings)) {
+                        $nonequal_num_of_all_strings[$git_resource_name] = "$git_resource_name git:$git_resource_num_of_all_strings/tx:$tx_resource_all_strings_in_lang";
                     }
                 }
             }
@@ -310,10 +476,10 @@ if (0 < count($tx_only_languages)) {
     $tx_only_languages_details  = "<h3>Languages with at least one resource for $resource_type translated over treshold ";
     $tx_only_languages_details .= "($tx_lang_completed_treshold %) but not present yet in our git:</h3><ul>";
     foreach ($tx_only_languages as $tx_only_language) {
-        $tx_language_details        = tx_call("language/$tx_only_language", '');
-        $tx_only_languages_details .= '<li><span class="bold">' . $tx_only_language . '</span>: ';
+        $language_name = get_language_name($tx_only_language);
+        $tx_only_languages_details .= '<li><span class="bold">' . $language_name . '</span>: ';
         $tx_only_languages_details .= '<a href="http://www.transifex.com/organization/MageiaLinux/dashboard/all_resources/';
-        $tx_only_languages_details .= "$tx_only_language/#1/?c=$resource_type\">" . $tx_language_details['name'] . "</a> (resources over treshold: ";
+        $tx_only_languages_details .= "$tx_only_language/#1/?c=$resource_type\">$tx_only_language</a> (resources over treshold: ";
         $resources_above_treshold = array();
         foreach ($tx_all_langs_above_treshold[$tx_only_language] as $resource_above_treshold) {
             $resources_above_treshold[] = $resource_above_treshold;
@@ -326,7 +492,7 @@ if (0 < count($tx_only_languages)) {
 
 // preparing error texts
 if (0 < count($git_only_languages)) {
-    $error                        = "Some languages (" . implode(", ", $git_only_languages) . ") are present in our git";
+    $error                        = "Note that some languages (" . implode(", ", $git_only_languages) . ") are present in our git";
     $errors['git_only_languages'] = "$error but they are bellow treshold ($tx_lang_completed_treshold %) in Transifex.";
 }
 
@@ -340,9 +506,18 @@ if (0 < count($git_only_resources)) {
     $errors['git_only_resources'] = "$error but not in Transifex. Please report that.";
 }
 
+if (0 < count($parse_errors)) {
+    $errors                       = array();
+    foreach ($parse_errors as $single_git_resource_name => $git_resource_languages) {
+        $errors[]                 = "$single_git_resource_name.po (languages: " . implode(", ", $git_resource_languages) . ")";
+    }
+    $errors['po_file_parse']      = "It seems that parsing of some resources failed: " . implode(", ", $errors) . ".";
+}
+
 if (0 < count($nonequal_num_of_all_strings)) {
     $error                                 = "Some resources (" . implode(", ", $nonequal_num_of_all_strings) . ") have different number of all strings";
-    $errors['nonequal_num_of_all_strings'] = "$error between our git and Transifex. Please report that on the mailing list if it happens several days.";
+    $bug                                   = "Note that there is a <a href=\"https://bugs.mageia.org/show_bug.cgi?id=14899\">bug which influence proper parsing of msec and mageia-kde-translation</a>.";
+    $errors['nonequal_num_of_all_strings'] = "$error between our git and Transifex. Please report that on the mailing list if it happens across several days. $bug";
 }
 
 // making a list of resources with Tx/git differences
@@ -383,7 +558,8 @@ if (0 < $num_of_resources_w_difference && $num_for_switch_table_to_list > $num_o
 
         foreach ($all_resources_with_tx_git_diff as $resource_with_tx_git_diff) {
                 if ($first_col_pass || 0 == $j % $col_repeat) { // left cell
-                    $row[] = "<div class=\"add\"><span class=\"bold\">" . $langs[locale_underscore_to_hyphen($one_language)] . "</span> - $one_language</div>";
+                    $language_name = get_language_name($one_language);
+                    $row[] = "<div class=\"add\"><span class=\"bold\">$language_name</span> - $one_language</div>";
                     $first_col_pass = FALSE;
                 }
                 if (array_key_exists($resource_with_tx_git_diff, $one_language_array)) {
@@ -421,8 +597,8 @@ if (0 < $num_of_resources_w_difference) {
     // preparing a list represantation of Tx/git differences by language
     $list_of_lang_diff .= '<ul>' . PHP_EOL;
     foreach ($tx_git_difference as $one_language => $one_language_array) {
-        $list_of_lang_diff .= '<li><span class="bold">' . $langs[locale_underscore_to_hyphen($one_language)];
-        $list_of_lang_diff .= '</span> - ' . $one_language . ': ' . PHP_EOL;
+        $language_name = get_language_name($one_language);
+        $list_of_lang_diff .= "<li><span class=\"bold\">$language_name</span> - $one_language: " . PHP_EOL;
         $one_language_resources = array_keys($one_language_array);
         $miss_first = TRUE;
         foreach ($one_language_resources as $one_language_resource) {
@@ -457,8 +633,8 @@ if (0 < $num_of_resources_w_difference) {
                 $stat_data['git_path']   = $one_language_array[$resource_with_tx_git_diff]['webgit_path'];
 
                 $list_of_resource_diff .= ($miss_first ? '' :', ');
-                $list_of_resource_diff .= '<span class="italic">' . $langs[locale_underscore_to_hyphen($one_language)];
-                $list_of_resource_diff .= "</span> - $one_language <span class=\"stat\">(";
+                $language_name = get_language_name($one_language);
+                $list_of_resource_diff .= "<span class=\"italic\">$language_name</span> - $one_language <span class=\"stat\">(";
                 $list_of_resource_diff .= build_links($resource_with_tx_git_diff, $one_language, $resource_type, $stat_data);
                 $list_of_resource_diff .= ')</span>';
                 $miss_first = FALSE;
@@ -479,7 +655,8 @@ if ('Documentation' != $resource_type) {
 if ('Cauldron' != $resource_type) {
 //    $links[] = '<a href="./report_tx_git.php?c=Cauldron">software translations</a>';
 }
-$reports_links = '<p>You can also see reports about differences in ' . implode(" or ", $links) . '.</p>';
+$reports_links  = '<p>You can also see reports about differences in ' . implode(" or ", $links) . '. And please don\'t forget great ';
+$reports_links .=. '<a href="https://wiki.mageia.org/en/Transifex_and_git_syncing">wiki page about Transifex and git syncing</a>.</p>';
 echo $reports_links . PHP_EOL;
 
 // print out any errors
@@ -495,12 +672,11 @@ if (0 < count($errors)) {
 // print any languages present only in Transifex
 echo $tx_only_languages_details . PHP_EOL;
 
-// print any differences between Transifex and our git repository
-echo '<h3>Languages bellow have some differences between Transifex and our git repository.</h3>';
-echo '<p>To avoid furter alienation and confusion please synchronise them.</p>';
-echo '<p>They differs on number of untranslated strings in resources:</p>';
-
 if (0 < $num_of_resources_w_difference) {
+    // print any differences between Transifex and our git repository
+    echo '<h3>Languages bellow have some differences between Transifex and our git repository.</h3>';
+    echo '<p>To avoid furter alienation and confusion please synchronise them.</p>';
+    echo '<p>They differs on number of untranslated strings in resources:</p>';
     // print table if there are only a few resources with differences otherwise print a list
     if ($num_for_switch_table_to_list > $num_of_resources_w_difference) {
         echo $table_difference . PHP_EOL;