blob: 54ef83ef5589255ec5c2d34e6e49024f9f56f2af [file] [log] [blame]
kitlo2e780dc2010-01-12 17:58:32 +00001<?php
2/*******************************************************************************
3 * Copyright (c) 2010 Eclipse Foundation and others.
4 * All rights reserved. This program and the accompanying materials
5 * are made available under the terms of the Eclipse Public License v1.0
6 * which accompanies this distribution, and is available at
7 * http://www.eclipse.org/legal/epl-v10.html
8 *
9 * Contributors:
10 * Kit Lo (IBM) - Initial API and implementation
11 * Kit Lo (IBM) - Bug 299402, Extract properties files from Eclipse project update sites for translation
12*******************************************************************************/
13/*
14 * Extract properties files from update sites
15 */
kitlo2e780dc2010-01-12 17:58:32 +000016$temp_dir = "/tmp/tmp-babel/";
kitlo3efbb262010-01-13 15:18:57 +000017$files = array();
kitlo2e780dc2010-01-12 17:58:32 +000018
19header("Content-type: text/plain");
20include("global.php");
21InitPage("");
22
23$headless = 0;
24if (!isset($User)) {
25 echo "User not defined - running headless\n";
26 $User = getGenieUser();
27 $headless = 1;
28}
29
30require(dirname(__FILE__) . "/../classes/file/file.class.php");
31global $dbh;
32
kitlo0da4aca2010-01-13 05:08:26 +000033$temp_unzips_dir = $temp_dir . "unzips/";
34if (is_dir($temp_unzips_dir)) {
35 exec("rm -rf $temp_unzips_dir");
kitlo2e780dc2010-01-12 17:58:32 +000036}
kitlo0da4aca2010-01-13 05:08:26 +000037mkdir($temp_unzips_dir, 0777, TRUE) || die("***ERROR: Cannot create working directory: $temp_unzips_dir\n");
38
39global $addon;
40$context = $addon->callHook('context');
41if ($context == "live") {
42 $rsync_host = "download.eclipse.org::eclipseMirror/";
43} else {
44 $rsync_host = "rsync.osuosl.org::eclipse/";
45}
kitlo2e780dc2010-01-12 17:58:32 +000046
kitlod66aa992010-01-22 17:18:19 +000047# Get all active update sites
48$sql = "SELECT * FROM map_files WHERE is_active = 1 AND is_map_file = 0";
49$rs_maps = mysql_query($sql, $dbh);
50while($update_site = mysql_fetch_assoc($rs_maps)) {
51 $site_url = $update_site['location'];
52 $project_id = $update_site['project_id'];
53 $version = $update_site['version'];
kitlo0da4aca2010-01-13 05:08:26 +000054 # Sample dirs:
55 # $site_url http://download.eclipse.org/eclipse/updates/3.6milestones/S-3.6M4-200912101301
56 # $site_dir eclipse/updates/3.6milestones/S-3.6M4-200912101301/
57 # $site_plugins_dir eclipse/updates/3.6milestones/S-3.6M4-200912101301/plugins/
58 # $temp_site_dir /tmp/tmp-babel/update_sites/eclipse/3.6/
59 # $temp_unzip_dir /tmp/tmp-babel/unzips/eclipse/3.6/
60 $site_dir = substr($site_url, strpos($site_url, "/", 7) + 1) . "/";
61 $site_plugins_dir = $site_dir . "/plugins/";
62 $temp_site_dir = $temp_dir . "update_sites/" . $project_id . "/" . $version . "/";
63 $temp_unzip_dir = $temp_dir . "unzips/" . $project_id . "/" . $version . "/";
kitlo2e780dc2010-01-12 17:58:32 +000064
kitlo4331c752010-02-15 01:45:35 +000065 # Get all files for this project version
66 $sql = "SELECT * FROM files WHERE project_id = \"$project_id\" AND version = \"$version\"";
kitlo3efbb262010-01-13 15:18:57 +000067 $rs_files = mysql_query($sql, $dbh);
68 while ($myrow_files = mysql_fetch_assoc($rs_files)) {
69 $file = new File();
70 $file->project_id = $myrow_files['project_id'];
71 $file->version = $myrow_files['version'];
72 $file->name = $myrow_files['name'];
73 $file->plugin_id = $myrow_files['plugin_id'];
74 $file->file_id = $myrow_files['file_id'];
75 $files[$file->file_id] = $file;
76 }
77
kitlo3e175f42010-01-23 02:26:31 +000078 # Get all plugin exclude patterns for this project version
79 $sql = "SELECT pattern FROM plugin_exclude_patterns WHERE project_id = \"$project_id\" AND version = \"$version\"";
80 $rs_patterns = mysql_query($sql, $dbh);
81 $patterns = Array();
82 while ($myrow_patterns = mysql_fetch_assoc($rs_patterns)) {
83 $patterns[] = $myrow_patterns['pattern'];
84 }
85
kitlo0da4aca2010-01-13 05:08:26 +000086 # Rsync update site
87 exec("mkdir -p $temp_site_dir; rsync -av --delete $rsync_host$site_plugins_dir $temp_site_dir");
88
89 # Make unzip dir
90 mkdir($temp_unzip_dir, 0777, TRUE);
91
92 # Unzip properties files in each jar
93 chdir($temp_site_dir);
kitlo2e780dc2010-01-12 17:58:32 +000094 foreach (glob("*.jar") as $jar_name) {
95 # Sample jar name: org.eclipse.ui.workbench_3.6.0.I20100105-1530.jar
96 #
97 # Remove plugin version from jar name:
98 # org.eclipse.ui.workbench_3.6.0.I20100105-1530.jar => org.eclipse.ui.workbench
99 $temp_str = $jar_name;
100 $temp_str = substr($temp_str, 0, strrpos($temp_str, "."));
101 $temp_str = substr($temp_str, 0, strrpos($temp_str, "."));
102 $temp_str = substr($temp_str, 0, strrpos($temp_str, "_"));
103 $plugin_id = $temp_str;
104
kitlo20071c52010-01-13 14:10:52 +0000105 if (!is_dir($temp_unzip_dir . $plugin_id)) {
106 mkdir($temp_unzip_dir . $plugin_id, 0777, TRUE);
107 }
kitlo0da4aca2010-01-13 05:08:26 +0000108 chdir($temp_unzip_dir . $plugin_id);
kitlo281a6412010-01-13 13:34:57 +0000109 exec("unzip -o -q $temp_site_dir$jar_name");
kitlo2e780dc2010-01-12 17:58:32 +0000110 }
111
kitlo0da4aca2010-01-13 05:08:26 +0000112 # Collect properties file names
kitlo2e780dc2010-01-12 17:58:32 +0000113 $properties_file_names = array();
kitlo0da4aca2010-01-13 05:08:26 +0000114 chdir($temp_unzip_dir);
kitlo2e780dc2010-01-12 17:58:32 +0000115 exec("find . -name *.properties", $properties_file_names);
116 sort($properties_file_names);
117
kitlo0da4aca2010-01-13 05:08:26 +0000118 # Parse each properties file
kitlo2e780dc2010-01-12 17:58:32 +0000119 echo "Start processing properties files in project $project_id version $version...\n";
kitlo4331c752010-02-15 01:45:35 +0000120 echo " Update site location: $site_url\n";
kitlo2e780dc2010-01-12 17:58:32 +0000121 foreach ($properties_file_names as $properties_file_name) {
kitlo3e175f42010-01-23 02:26:31 +0000122 # Remove "./" from beginning of properties file name
kitlo2e780dc2010-01-12 17:58:32 +0000123 $properties_file_name = substr($properties_file_name, 2);
124 $plugin_id = substr($properties_file_name, 0, strpos($properties_file_name, "/"));
125 $file_id = File::getFileID($properties_file_name, $project_id, $version);
kitlo3e175f42010-01-23 02:26:31 +0000126
127 # Match plugin exclude list
128 $match = false;
129 foreach ($patterns as $pattern) {
130 if (preg_match($pattern, $properties_file_name)) {
131 $match = true;
132 break;
kitlo2e780dc2010-01-12 17:58:32 +0000133 }
134 }
kitlo3e175f42010-01-23 02:26:31 +0000135
136 if (!$match) {
kitlob746da42010-02-12 02:40:41 +0000137 if ($file_id > 0 && $files[$file_id] != null) {
kitlo3e175f42010-01-23 02:26:31 +0000138 # Existing file
139 $file = $files[$file_id];
140 $file->is_active = 1;
141 unset($files[$file_id]);
142 } else {
143 # New file
144 $file = new File();
145 $file->project_id = $project_id;
146 $file->version = $version;
147 $file->name = $properties_file_name;
148 $file->plugin_id = $plugin_id;
149 $file->is_active = 1;
150 }
151 if (!$file->save()) {
152 echo "***ERROR: Cannot save file $file->name\n";
153 } else {
154 $file_name = $temp_unzip_dir . $properties_file_name;
155 $file->parseProperties(file_get_contents($file_name));
kitlod12b06b2010-02-12 18:14:40 +0000156 echo " $properties_file_name\n";
kitlo3e175f42010-01-23 02:26:31 +0000157 }
158 } else {
kitlod12b06b2010-02-12 18:14:40 +0000159 echo " !!! Excluding $properties_file_name\n";
kitlo3e175f42010-01-23 02:26:31 +0000160 }
161 }
kitlo2e780dc2010-01-12 17:58:32 +0000162 echo "Done processing " . sizeof($properties_file_names) . " properties files in project $project_id version $version\n\n";
163}
164
165# Deactivate the rest of the files
kitlod66aa992010-01-22 17:18:19 +0000166echo "Start deactivating inactive properties files in all projects above...\n";
kitlo2e780dc2010-01-12 17:58:32 +0000167foreach ($files as $file) {
kitlo4331c752010-02-15 01:45:35 +0000168 if ($file->is_active == 1) {
169 $file->is_active = 0;
170 if (!$file->save()) {
171 echo "***ERROR: Cannot deactivate file $file->name\n";
172 }
kitlo2e780dc2010-01-12 17:58:32 +0000173 echo " " . $file->name . "\n";
kitlo4331c752010-02-15 01:45:35 +0000174 } else {
175 unset($files[$file->file_id]);
176 }
kitlo2e780dc2010-01-12 17:58:32 +0000177}
kitlod66aa992010-01-22 17:18:19 +0000178echo "Done deactivating " . sizeof($files) . " inactive properties files in all projects above\n\n";
kitlo2e780dc2010-01-12 17:58:32 +0000179
kitlo59274fb2010-02-12 03:31:34 +0000180if (is_dir($temp_unzips_dir)) {
181 exec("rm -rf $temp_unzips_dir");
182}
183
kitlo2e780dc2010-01-12 17:58:32 +0000184if ($headless) {
185 $User = null;
186}
187
188echo "Done\n";
189?>