blob: 8f4a2256fb3f0ac0a46ad102960cdd4130855dfd [file] [log] [blame]
<?php
/*******************************************************************************
* Copyright (c) 2007 Eclipse Foundation and others.
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
* Contributors:
* Eclipse Foundation - Initial API and implementation
*******************************************************************************/
# TODO: this is really rough and needs to be cleaned up
# but it will import translation strings from .properties files into the target project/version you specify below
# It also doesn't overwrite translations that were corrected by users, so you can
# run the import over later with little impact
# sub-structure: ./XX/eclipse/plugins/ where XX is the iso code for the language
# See: http://www.eclipse.org/babel/development/large_contributions.php
# For instructions on how to import the files, see here:
# http://wiki.eclipse.org/Babel_/_Large_Contribution_Import_Process
# To run this, copy the file to the 'root' of html/ (where translate.php resides)
# and set the project, version and indir, then call the script from a browser, or wget
# See convertiso.sh if the incoming files have various encodings.
error_reporting(E_ALL); ini_set("display_errors", true);
header("Content-type: text/plain");
include("global.php");
InitPage("");
$headless = 1;
# See http://wiki.eclipse.org/Babel_/_Large_Contribution_Import_Process
#
# !! IMPORTANT !!
# Set to 1 unless the translations were authored (and tested/reviewed in context) by professionals
# This doesn't mean all incoming translations will be fuzzy --
# only those that are 'replacing' a non-fuzzy one
$fuzzy = 1;
require(dirname(__FILE__) . "/../file/file.class.php");
require_once("json_encode.php");
$pageTitle = "Babel - Import Translation archive";
$pageKeywords = "import,properties,translation,language,nlpack,pack,eclipse,babel";
$USER = getGenieUser()->userid;
$PROJECT_ID = "eclipse";
$VERSION = "3.3.1";
# TODO
$indir = "/tmp/tmp-babel/import";
chdir($indir);
# sub-structure: ./XX/eclipse/plugins/ where XX is the iso code for the language
exec('find . -type f', $lines);
# loop through files
foreach ($lines as $line) {
$line = trim($line);
echo $line . "<br />";
if(preg_match("/^\.\/([a-zA-Z0-9_-]+)\/(.+\.properties)$/", $line, $matches)) {
$language = $matches[1];
$file = $matches[2];
# Find a matching file
# File: eclipse/plugins/org.eclipse.jem.source/plugin.properties Language: ar
$file = preg_replace("/eclipse\/plugins\//", "", $file);
$first_part_file = substr($file, 0, strpos($file, "/"));
$second_part_file = substr($file, strpos($file, "/"));
$last_part_file = substr($file, strrpos($file, "/"));
echo "File: " . $file ." Language: $language\n";
echo " first part: " . $first_part_file ." second part: $second_part_file last part: $last_part_file\n";
$file_id = 0;
$language_id = 0;
$SQL = "SELECT F.file_id, L.language_id
FROM files AS F, languages AS L WHERE F.is_active = 1
AND F.project_id = '" . $PROJECT_ID . "' AND F.version = '" . $VERSION . "'
AND F.name LIKE '%" . $first_part_file . "%' AND F.name LIKE '%" . $second_part_file . "' AND L.iso_code = '" . $language . "'";
$rs = mysqli_query($dbh, $SQL);
if($myrow = mysqli_fetch_assoc($rs)) {
$file_id = $myrow['file_id'];
$language_id = $myrow['language_id'];
echo " Found file: " . $file_id . "\n";
}
else {
$SQL = "SELECT F.file_id, L.language_id
FROM files AS F, languages AS L WHERE F.is_active = 1
AND F.project_id = '" . $PROJECT_ID . "' AND F.version = '" . $VERSION . "'
AND F.name LIKE '%" . $first_part_file . "%' AND F.name LIKE '%" . $last_part_file . "' AND L.iso_code = '" . $language . "'";
$rs = mysqli_query($dbh, $SQL);
if($myrow = mysqli_fetch_assoc($rs)) {
$file_id = $myrow['file_id'];
$language_id = $myrow['language_id'];
echo " Found file: " . $file_id . "\n";
}
}
if($file_id > 0 && $language_id > 0) {
# Get the list of translatable strings
# Get the file contents
$fh = fopen($line, 'r');
$size = filesize($line);
$content = fread($fh, $size);
# echo $content . "<br/>";
fclose($fh);
$previous_line = "";
$lines = explode("\n", $content);
# Loop through each string
foreach($lines as $line) {
# echo "Doing line: " . $line . "<br />";
if(strlen($line) > 0 && $line[0] != "#" && $line[0] != ";") {
$line = trim($line);
# Does line end with a \ ?
if(preg_match("/\\\\$/", $line)) {
# Line ends with \
# strip the backslash
$previous_line .= $line . "\n";
}
else {
if($previous_line != "") {
$line = $previous_line . $line;
$previous_line = "";
}
$tags = explode("=", trim($line), 2);
if(count($tags) > 1) {
$tags[0] = trim($tags[0]);
$tags[1] = trim($tags[1]);
$tags[1] = str_replace("\:", ":", $tags[1]);
$tags[1] = str_replace("\=", "=", $tags[1]);
$tags[1] = str_replace("\ ", " ", $tags[1]);
# echo "Doing " . $tags[0] . " with value " . $tags[1] . " Unescaped: " . unescape($tags[1]);
# Get the matching string name
$SQL = "SELECT s.string_id, s.value, tr.value as tr_last, tr.possibly_incorrect as tr_last_fuzzy, trv.value as ever_tr_value
FROM strings as s
left join translations as tr on (s.string_id = tr.string_id
and tr.language_id = $language_id
and tr.is_active)
left join translations as trv on (s.string_id = trv.string_id
and trv.language_id = $language_id
and trv.value = '" . addslashes(unescape($tags[1])) . "')
WHERE s.is_active = 1 AND s.non_translatable <> 1 AND s.file_id = " . $file_id . " AND s.name = '" . $tags[0] . "'";
$rs_string = mysqli_query($dbh, $SQL);
$myrow_string = mysqli_fetch_assoc($rs_string);
if($myrow_string['string_id'] > 0 # There is an English string
&& $tags[1] != "" # With a non-null English value
&& $myrow_string['ever_tr_value'] == "" # That's never been translated to this incoming value
&& $tags[1] != $myrow_string['value'] # And the proposed translation is different from the English value
) {
$insert_as_fuzzy = 0;
if($myrow_string['tr_last'] != "" && $fuzzy == 1 && $myrow_string['tr_last_fuzzy'] == 0) {
# This incoming translation is replacing an existing value that is *not* marked as fuzzy
# And the $fuzzy == 1, so we may be replacing a known good value !!
$insert_as_fuzzy = 1;
}
else {
## Nothing. Insert as non-fuzzy.
## If this is replacing a fuzzy value, then that's a good thing
}
echo " Found string never translated to this value: " . $myrow_string['string_id'] . " value: " . $myrow_string['value'] . "\n";
$SQL = "UPDATE translations set is_active = 0 where string_id = " . $myrow_string['string_id'] . " and language_id = '" . $language_id . "'";
mysqli_query($dbh, $SQL);
$SQL = "INSERT INTO translations (translation_id, string_id, language_id, version, value, possibly_incorrect, is_active, userid, created_on)
VALUES (
NULL, " . $myrow_string['string_id'] . ",
" . $language_id . ", 0, '" . addslashes(unescape($tags[1])) . "', $insert_as_fuzzy, 1, " . $USER . ", NOW()
)";
mysqli_query($dbh, $SQL);
# echo $SQL;
}
}
}
}
}
}
else {
echo " Cannot find a file for: " . $line . "\n";
}
}
}
echo "Done.\n\n";
?>