[GRASS-SVN] r74219 - grass-addons/tools/svn2git
svn_grass at osgeo.org
svn_grass at osgeo.org
Sun Mar 10 01:22:35 PST 2019
Author: martinl
Date: 2019-03-10 01:22:35 -0800 (Sun, 10 Mar 2019)
New Revision: 74219
Added:
grass-addons/tools/svn2git/trac2github.cfg
grass-addons/tools/svn2git/trac2github.php
Log:
svn2git: add draft of php script for trac2git issue migration
Added: grass-addons/tools/svn2git/trac2github.cfg
===================================================================
--- grass-addons/tools/svn2git/trac2github.cfg (rev 0)
+++ grass-addons/tools/svn2git/trac2github.cfg 2019-03-10 09:22:35 UTC (rev 74219)
@@ -0,0 +1,191 @@
+<?php
+/**
+ * @package trac2github
+ * @version 1.1
+ * @author Vladimir Sibirov
+ * @author Lukas Eder
+ * @copyright (c) Vladimir Sibirov 2011
+ * @license BSD
+ *
+ * Modified by Martin Landa for GRASS GIS needs
+ *
+ */
+
+$username = 'grass-svn2git';
+$password = '...';
+$project = 'grass-svn2git';
+$repo = 'grass-test-issue';
+
+// All users must be valid github logins!
+$users_list = array(
+'1gray' => '@1gray',
+'aghisla' => '@aghisla',
+'benjamin' => '@benducke',
+'benducke' => '@benducke',
+'bernhard' => '@bernhardreiter',
+'radim' => '@blazek',
+'barton' => '@cmbarton',
+'cmbarton' => '@cmbarton',
+'michael' => '@cmbarton',
+'maciej' => '@czka',
+'msieczka ' => '@czka',
+'clements' => '@glynnc',
+'glynn' => '@glynnc',
+'hellik' => '@hellik',
+'helena' => '@hmitaso',
+'soeren' => '@huhabla',
+'huhabla' => '@huhabla',
+'cho' => '@HuidaeCho',
+'hcho' => '@HuidaeCho',
+'jachym' => '@jachym',
+'cepicky' => '@jachym',
+'william' => '@kyngchaos',
+'kyngchaos' => '@kyngchaos',
+'landa' => '@landam',
+'martinl' => '@landam',
+'ltoma' => '@lauratoma',
+'lucadelu' => '@lucadelu',
+'madi' => '@madi',
+'mmetz' => '@metzm',
+'mlennert' => '@mlennert',
+'moritz' => '@mlennert',
+'markus' => '@neteler',
+'neteler' => '@neteler',
+'nikosa' => '@NikosAlexandris',
+'sbl' => '@ninsbl',
+'turek' => '@ostepok',
+'paulo' => '@paulomarcondes',
+'annakrat' => '@petrasovaa',
+'rantolin' => '@rantolin',
+'robertoa' => '@rantolin',
+'sholl' => '@sholl',
+'stephan' => '@sholl',
+'veroandreo' => '@veroandreo',
+'frankw' => '@warmerdam',
+'warmerdam' => '@warmerdam',
+'wenzeslaus' => '@wenzeslaus',
+'chemin' => '@YannChemin',
+'ychemin' => '@YannChemin',
+'zarch' => '@zarch',
+);
+
+//Restrict to certain components (null or Array with components name).
+$use_components = array('Addons', 'Website');
+//$use_components = null;
+$revert_components = true; // !!!
+
+// Restrict to certain milestones
+$use_milestones = array('8.0.0', '7.8.0', '7.6.1', '7.4.5', '7.2.4', '7.0.7');
+// $use_milestones = null;
+
+// The PDO driver name to use.
+$pdo_driver = 'pgsql';
+
+// Postgresql connection info
+$pgsql_host = 'localhost';
+$pgsql_port = '5432';
+$pgsql_dbname = 'trac_grass';
+$pgsql_user = 'trac';
+$pgsql_password = '...';
+
+// Do not convert milestones at this run
+$skip_milestones = false;
+
+// Do not convert labels at this run
+$skip_labels = false;
+
+$remap_labels = array(
+ 'T: defect' => 'bug',
+ 'T: feature' => 'enhancement',
+ 'T: enhancement' => 'enhancement',
+ 'T: task' => 'enhancement',
+ 'P: highest' => NULL,
+ 'P: high' => NULL,
+ 'P: normal' => NULL,
+ 'P: low' => NULL,
+ 'P: lowest' => NULL,
+ 'R: implemented' => NULL,
+ 'R: fixed' => NULL,
+ 'R: invalid' => 'invalid',
+ 'R: wontfix' => 'wontfix',
+ 'R: duplicate' => 'duplicate',
+ 'R: worksforme' => 'worksforme',
+ 'R: notanissue' => NULL,
+ 'P: blocker' => 'blocker',
+ 'P: critical' => 'critical',
+ 'P: major' => NULL,
+ 'P: normal' => NULL,
+ 'P: minor' => NULL,
+ 'P: trivial' => NULL,
+ 'C: Compiling' => 'packaging',
+ 'C: Database' => 'modules',
+ 'C: Default' => NULL,
+ 'C: Display' => 'modules',
+ 'C: Docs' => 'docs',
+ 'C: Imagery' => 'modules',
+ 'C: Installation' => 'packaging',
+ 'C: LibGIS' => 'libs',
+ 'C: LibOpenGL' => 'libs',
+ 'C: LibRaster' => 'libs',
+ 'C: LibVector' => 'libs',
+ 'C: License' => NULL,
+ 'C: Packaging' => 'packaging',
+ 'C: Parser' => 'libs',
+ 'C: Projections/Datums' => NULL,
+ 'C: Ps.map' => 'modules',
+ 'C: PyGRASS' => 'python',
+ 'C: Python' => 'python',
+ 'C: Python ctypes' => 'python',
+ 'C: Raster' => 'modules',
+ 'C: Raster3D' => 'modules',
+ 'C: Startup' => NULL,
+ 'C: Tcl/Tk' => 'GUI',
+ 'C: Tcl/Tk NVIZ' => 'GUI',
+ 'C: Temporal' => 'modules',
+ 'C: Tests' => 'unittests',
+ 'C: Translations' => 'translations',
+ 'C: Vector' => 'modules',
+ 'C: wxGUI' => 'GUI',
+ 'C: Addons' => NULL,
+ 'C: Datasets' => NULL,
+ 'C: Shell Scripts' => NULL,
+ 'C: Website' => NULL,
+ 'OS: MS Windows' => 'Windows specific',
+ 'OS: Linux' => NULL,
+ 'OS: Other Unix' => NULL,
+ 'OS: MacOSX' => NULL
+);
+
+// Do not convert tickets
+$skip_tickets = false;
+$ticket_offset = 0; // Start at this offset if limit > 0
+$ticket_limit = 0; // Max tickets per run if > 0
+$ticket_try_preserve_numbers = false;
+
+// Do not convert comments nor ticket history
+$skip_comments = false;
+$comments_offset = 0; // Start at this offset if limit > 0
+$comments_limit = 0; // Max comments per run if > 0
+
+// Do not add comments for attachments
+$skip_attachments = false;
+// Directory to contain attachments from Trac that need to be uploaded into GitHub
+$attachment_dir = "./attachments";
+// Add comments for attachments on Trac tickets >= attach_tracid_start and < attach_tracid_end
+$attach_tracid_start = 0;
+$attach_tracid_end = 0;
+
+// Whether to add a "Migrated-From:" suffix to each issues body
+$add_migrated_suffix = true;
+$trac_url = 'https://trac.osgeo.org/grass';
+
+// Paths to milestone/ticket cache if you run it multiple times with skip/offset
+$save_tickets = './trac_tickets.list';
+
+// Set this to true if you want to see the JSON output sent to GitHub
+$verbose = false;
+
+// Uncomment to refresh cache
+// @unlink($save_tickets);
+
+?>
Added: grass-addons/tools/svn2git/trac2github.php
===================================================================
--- grass-addons/tools/svn2git/trac2github.php (rev 0)
+++ grass-addons/tools/svn2git/trac2github.php 2019-03-10 09:22:35 UTC (rev 74219)
@@ -0,0 +1,701 @@
+<?php
+/**
+ * @package trac2github
+ * @version 1.1
+ * @author Vladimir Sibirov
+ * @author Lukas Eder
+ * @copyright (c) Vladimir Sibirov 2011
+ * @license BSD
+ */
+
+// DO NOT EDIT THIS FILE
+
+if (!file_exists('trac2github.cfg')) {
+ echo 'Copy trac2github.cfg_template to trac2github.cfg and edit that copy of the configuration file';
+ exit;
+}
+include 'trac2github.cfg';
+
+$request_count = 0;
+
+error_reporting(E_ALL ^ E_NOTICE);
+ini_set('display_errors', 1);
+set_time_limit(0);
+date_default_timezone_set("UTC");
+
+// Connect to Trac database using PDO
+switch ($pdo_driver) {
+ case 'mysql':
+ $trac_db = new PDO('mysql:host='.$mysqlhost_trac.';dbname='.$mysqldb_trac . ';charset=utf8', $mysqluser_trac, $mysqlpassword_trac);
+ break;
+
+ case 'sqlite':
+ // Check the the file exists
+ if (!file_exists($sqlite_trac_path)) {
+ echo "SQLITE file does not exist.\n";
+ exit;
+ }
+
+ $trac_db = new PDO('sqlite:'.$sqlite_trac_path);
+ break;
+
+ case 'pgsql':
+ $trac_db = new PDO("pgsql:host=$pgsql_host;port=$pgsql_port;dbname=$pgsql_dbname;user=$pgsql_user;password=$pgsql_password");
+ break;
+
+ default:
+ echo "Unknown PDO driver.\n";
+ exit;
+}
+
+// Set PDO to throw exceptions on error.
+$trac_db->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
+
+echo "Connected to Trac\n";
+
+//if restriction to certain components is added, put this in the SQL string
+if ($use_components && is_array($use_components)) {
+ if ($revert_components) {
+ $my_components = " AND component NOT IN ('".implode("', '", $use_components)."') ";
+ }
+ else {
+ $my_components = " AND component IN ('".implode("', '", $use_components)."') ";
+ }
+}
+else $my_components = "";
+
+// if restriction to certain milestones
+if ($use_milestones && is_array($use_milestones)) {
+ $my_milestones = " AND name IN ('".implode("', '", $use_milestones)."') ";
+ $my_milestones_t = " AND milestone IN ('".implode("', '", $use_milestones)."') ";
+}
+else $my_milestones = $my_milestone_t = "";
+
+$milestones = array();
+
+if (!$skip_milestones) {
+ // Export all milestones
+ $res = $trac_db->query("SELECT * FROM milestone where completed = 0 $my_milestones ORDER BY CAST(due AS DOUBLE PRECISION)");
+ $mnum = 1;
+ $existing_milestones = array();
+ foreach (github_get_milestones() as $m) {
+ $milestones[crc32(urldecode($m['title']))] = (int)$m['number'];
+ }
+ foreach ($res->fetchAll() as $row) {
+ if (isset($milestones[crc32($row['name'])])) {
+ echo "Milestone {$row['name']} already exists\n";
+ continue;
+ }
+ //$milestones[$row['name']] = ++$mnum;
+ $epochInSecs = (int) ($row['due']/1000000);
+ echo "due : ".date('Y-m-d\TH:i:s\Z', $epochInSecs)."\n";
+ if ($epochInSecs == 0) {
+ $resp = github_add_milestone(array(
+ 'title' => $row['name'],
+ 'state' => $row['completed'] == 0 ? 'open' : 'closed',
+ // 'description' => empty($row['description']) ? '' : translate_markup($row['description'])
+ ));
+ }
+ else {
+ $resp = github_add_milestone(array(
+ 'title' => $row['name'],
+ 'state' => $row['completed'] == 0 ? 'open' : 'closed',
+ // 'description' => empty($row['description']) ? '' : translate_markup($row['description']),
+ 'due_on' => date('Y-m-d\TH:i:s\Z', $epochInSecs)
+ ));
+ }
+ if (isset($resp['number'])) {
+ // OK
+ $milestones[crc32($row['name'])] = (int) $resp['number'];
+ echo "Milestone {$row['name']} converted to {$resp['number']}\n";
+ } else {
+ // Error
+ $error = print_r($resp, 1);
+ echo "Failed to convert milestone {$row['name']}: $error\n";
+ }
+ }
+}
+
+$labels = array();
+$labels['T'] = array();
+$labels['C'] = array();
+$labels['P'] = array();
+$labels['R'] = array();
+$labels['S'] = array();
+$labels['M'] = array();
+$labels['OS'] = array();
+
+if (!$skip_labels) {
+ // Export all "labels"
+ $res = $trac_db->query("SELECT DISTINCT 'T' AS label_type, type AS name, 'cccccc' AS color
+ FROM ticket WHERE COALESCE(type, '') <> ''
+ UNION
+ SELECT DISTINCT 'C' AS label_type, component AS name, 'bfd4f2' AS color
+ FROM ticket WHERE COALESCE (component, '') <> ''
+ UNION
+ SELECT DISTINCT 'P' AS label_type, priority AS name, case when lower(priority) = 'urgent' then 'ff0000'
+ when lower(priority) = 'high' then 'ff6666'
+ when lower(priority) = 'medium' then 'ffaaaa'
+ when lower(priority) = 'low' then 'ffdddd'
+ when lower(priority) = 'blocker' then 'ffc7f8'
+ when lower(priority) = 'critical' then 'ffffb8'
+ when lower(priority) = 'major' then 'f6f6f6'
+ when lower(priority) = 'minor' then 'dcffff'
+/* when lower(priority) = 'trivial' then 'dce7ff' */
+ else 'aa8888' end color
+ FROM ticket WHERE COALESCE(priority, '') <> ''
+ UNION
+ SELECT DISTINCT 'R' AS label_type, resolution AS name, '55ff55' AS color
+ FROM ticket WHERE COALESCE(resolution, '') <> ''
+ UNION
+ SELECT DISTINCT 'S' AS label_type, severity AS name, 'ff55ff' AS color
+ FROM ticket WHERE COALESCE(severity, '') <> ''
+ UNION
+ SELECT DISTINCT 'OS' AS label_type, value AS name, '880000' AS color
+ FROM ticket_custom WHERE name = 'platform' AND value NOT LIKE 'MS%' AND value <> 'All' and value <> 'Unspecified'
+ UNION
+ SELECT DISTINCT 'OS' AS label_type, 'MS Windows' AS name, '880000' AS color");
+// UNION
+// SELECT DISTINCT 'M' AS label_type, milestone AS name, '880000' AS color
+// FROM ticket WHERE COALESCE(milestone, '') <> ''");
+
+ $existing_labels = array();
+ foreach (github_get_labels() as $l) {
+ $existing_labels[] = urldecode($l['name']);
+ if ($verbose) {
+ echo "found GitHub label {$l['name']}\n";
+ }
+ }
+ foreach ($res->fetchAll() as $row) {
+ $label_name = $row['label_type'] . ': ' . str_replace(",", "", $row['name']);
+ if (array_key_exists($label_name, $remap_labels)) {
+ $label_name = $remap_labels[$label_name];
+ }
+ if (empty($label_name)) {
+ $labels[$row['label_type']][crc32($row['name'])] = NULL;
+ continue;
+ }
+ if (in_array($label_name, $existing_labels)) {
+ echo "Label {$row['name']} already exists\n";
+ $labels[$row['label_type']][crc32($row['name'])] = $label_name;
+ continue;
+ }
+ $resp = github_add_label(array(
+ 'name' => $label_name,
+ 'color' => $row['color']
+ ));
+
+ if (isset($resp['url'])) {
+ // OK
+ $labels[$row['label_type']][crc32($row['name'])] = $resp['name'];
+ echo "Label {$row['name']} converted to {$resp['name']}\n";
+ } else {
+ // Error
+ $error = print_r($resp, 1);
+ echo "Failed to convert trac field {$label_name}: $error\n";
+ }
+ }
+}
+
+// Try get previously fetched tickets
+$tickets = array();
+if (file_exists($save_tickets)) {
+ $tickets = unserialize(file_get_contents($save_tickets));
+}
+
+if (!$skip_tickets) {
+ // Export tickets
+ $limit = $ticket_limit > 0 ? "OFFSET $ticket_offset LIMIT $ticket_limit" : '';
+
+ // First prepare lookup table
+ // $my_tickets = "and id in (1755)";
+ $sql = "SELECT * FROM ticket WHERE status != 'closed' $my_tickets $my_components $my_milestones_t ORDER BY id $limit";
+ $res = $trac_db->query($sql);
+ $i = 1;
+ $ticket_remap = array();
+ foreach ($res->fetchAll() as $row) {
+ $ticket_remap[$row['id']] = $i;
+ $i = $i + 1;
+ }
+
+ // Now export
+ $res = $trac_db->query($sql);
+ $i = 0;
+ foreach ($res->fetchAll() as $row) {
+ $i = $i + 1;
+ if ($i % 25 == 0)
+ sleep(60);
+
+ if (isset($last_ticket_number) and $ticket_try_preserve_numbers) {
+ if ($last_ticket_number >= $row['id']) {
+ echo "ERROR: Cannot create ticket #{$row['id']} because issue #{$last_ticket_number} was already created.";
+ break;
+ }
+ while ($last_ticket_number < $row['id']-1) {
+ $resp = github_add_issue(array(
+ 'title' => "Placeholder",
+ 'body' => "This is a placeholder created during migration to preserve original issue numbers.",
+ 'milestone' => NULL,
+ 'labels' => array()
+ ));
+ if (isset($resp['number'])) {
+ // OK
+ $last_ticket_number = $resp['number'];
+ echo "Created placeholder issue #{$resp['number']}\n";
+ $resp = github_update_issue($resp['number'], array(
+ 'state' => 'closed',
+ 'labels' => array('invalid'),
+ ));
+ if (isset($resp['number'])) {
+ echo "Closed issue #{$resp['number']}\n";
+ }
+ }
+ }
+ }
+ $resp = $trac_db->query("SELECT value FROM ticket_custom WHERE ticket=" . $row['id'] . " AND name = 'platform'");
+ foreach ($resp->fetchAll() as $rowp) {
+ $platform = $rowp['value'];
+ if (substr( $platform, 0, 2 ) === "MS") {
+ $platform = 'MS Windows';
+ }
+ break;
+ }
+ if (!$skip_comments) {
+ // restore original values (at ticket creation time), to restore modification history later
+ foreach ( array('priority', 'resolution', 'severity', 'milestone', 'type', 'component', 'description', 'summary') as $f ) {
+ $row[$f] = trac_orig_value($row, $f);
+ }
+ }
+ // if (!empty($row['owner']) and !isset($users_list[$row['owner']])) {
+ // $row['owner'] = NULL;
+ // }
+ $ticketLabels = array();
+ if (!empty($labels['T'][crc32($row['type'])])) {
+ $ticketLabels[] = $labels['T'][crc32($row['type'])];
+ }
+ if (!empty($labels['C'][crc32($row['component'])])) {
+ $ticketLabels[] = $labels['C'][crc32($row['component'])];
+ }
+ if (!empty($labels['P'][crc32($row['priority'])])) {
+ $ticketLabels[] = $labels['P'][crc32($row['priority'])];
+ }
+ if (!empty($labels['R'][crc32($row['resolution'])])) {
+ $ticketLabels[] = $labels['R'][crc32($row['resolution'])];
+ }
+ if (!empty($labels['S'][crc32($row['severity'])])) {
+ $ticketLabels[] = $labels['S'][crc32($row['severity'])];
+ }
+ if (!empty($labels['M'][crc32($row['milestone'])])) {
+ $ticketLabels[] = $labels['M'][crc32($row['milestone'])];
+ }
+ if (!empty($labels['OS'][crc32($platform)])) {
+ $ticketLabels[] = $labels['OS'][crc32($platform)];
+ }
+
+ $body = make_body($row['description'], $ticket_remap, $row['id']);
+ $timestamp = date("j M Y H:i e", $row['time']/1000000);
+ $body = '**Reported by ' . convert_username($row['reporter']) . ' on ' . $timestamp . "**\n" . $body;
+ if (!empty($platform) and $platform != "All" and $platform != "Unspecified") {
+ $body .= "\n### Operating system\n" . $platform . "\n";
+ }
+ if (!empty($row['version']) and $row['version'] != "unspecified") {
+ $body .= "\n### GRASS GIS version and provenance\n" . $row['version'] . "\n";
+ }
+
+ if (empty($row['milestone'])) {
+ $milestone = NULL;
+ } else {
+ $milestone = $milestones[crc32($row['milestone'])];
+ }
+ // if (!empty($row['owner'])) {
+ // $assignee = isset($users_list[$row['owner']]) ? $users_list[$row['owner']] : $row['owner'];
+ // } else {
+ // $assignee = NULL;
+ // }
+ $infoarray = array(
+ 'title' => $row['summary'],
+ 'body' => body_with_possible_suffix($body, $row['id']),
+ 'milestone' => $milestone,
+ 'labels' => $ticketLabels,
+ );
+ // if (!empty($assignee)) {
+ // $infoarray['assignee'] = $assignee;
+ // $infoarray['assignees'] = array($assignee);
+ // }
+ $resp = github_add_issue($infoarray);
+ if (isset($resp['number'])) {
+ // OK
+ $tickets[$row['id']] = (int) $resp['number'];
+ $last_ticket_number = $resp['number'];
+ echo "Ticket #{$row['id']} converted to issue #{$resp['number']}\n";
+ if ($ticket_try_preserve_numbers and $row['id'] != $resp['number']) {
+ echo "ERROR: New ticket number do not match the original one!\n";
+ break;
+ }
+ if (!$skip_attachments) {
+ $tracid = $row['id'];
+ $gitid = $tickets[$row['id']];
+ if ( ($tracid >= $attach_tracid_start) and (($tracid < $attach_tracid_end) or ($attach_tracid_end <= 0)) ) {
+ if (!add_attachment_comment($tracid, $gitid)) {
+ break;
+ }
+ }
+ }
+ if (!$skip_comments) {
+ if (!add_changes_for_ticket($row['id'], $ticketLabels, $ticket_remap)) {
+ break;
+ }
+ } else {
+ if ($row['status'] == 'closed') {
+ // Close the issue
+ $resp = github_update_issue($resp['number'], array(
+ 'state' => 'closed'
+ ));
+ if (isset($resp['number'])) {
+ echo "Closed issue #{$resp['number']}\n";
+ }
+ }
+ }
+
+ } else {
+ // Error
+ $error = print_r($resp, 1);
+ echo "Failed to convert a ticket #{$row['id']}: $error\n";
+ break;
+ }
+ }
+ // Serialize to restore in future
+ file_put_contents($save_tickets, serialize($tickets));
+}
+
+echo "Done whatever possible, sorry if not.\n";
+
+function trac_orig_value($ticket, $field) {
+ global $trac_db;
+ $orig_value = $ticket[$field];
+// $res = $trac_db->query("SELECT ticket_change.* FROM ticket_change WHERE ticket = {$ticket['id']} AND field = '$field' ORDER BY CAST(time AS DOUBLE PRECISION) LIMIT 1");
+ $res = $trac_db->query("SELECT ticket_change.* FROM ticket_change WHERE ticket = {$ticket['id']} AND field = '$field' ORDER BY time LIMIT 1");
+ foreach ($res->fetchAll() as $row) {
+ $orig_value = $row['oldvalue'];
+ }
+ return $orig_value;
+}
+
+function add_attachment_comment($tracid, $gitid) {
+ global $trac_db, $attachment_dir, $trac_url;
+ // Don't make the attachment subdirectory unless there actually are attachments
+ $attachdir = "$attachment_dir/TRAC_{$tracid}_GIT_$gitid";
+ // $res = $trac_db->query("SELECT * FROM attachment WHERE type = 'ticket' AND id = '" . $tracid . "' ORDER BY CAST(time AS DOUBLE PRECISION)");
+ $res = $trac_db->query("SELECT * FROM attachment WHERE type = 'ticket' AND id = '" . $tracid . "' ORDER BY time");
+ $dirmade = false;
+ foreach ($res->fetchAll() as $row) {
+ if (!$dirmade) {
+ if (!file_exists($attachdir)) {
+ if (!mkdir($attachdir)) {
+ echo "Failed to make directory $attachdir\n";
+ return false;
+ }
+ }
+ $dirmade = true;
+ }
+ // Add a comment for the attachment
+ $attachfile = "$attachdir/" . $row['filename'];
+ $timestamp = date("j M Y H:i e", $row['time']/1000000);
+ $text = '**Attachment from ' . convert_username($row['author']) . ' on ' . $timestamp . "**\n";
+ $text = $text . $row['description'] . "\n";
+ // $text = $text . "REPLACE THIS TEXT WITH UPLOADED FILE $attachfile\n";
+ $text = $text . "https://trac.osgeo.org/grass/attachment/ticket/" . $tracid . "/" . $row['filename'] . "\n";
+ $resp = github_add_comment($gitid, translate_markup($text));
+ if (isset($resp['url'])) {
+ // OK
+ echo "Comment created; need to upload file $attachfile\n";
+ } else {
+ // Error
+ $error = print_r($resp, 1);
+ echo "Failed to add a comment for $attachfile : $error\n";
+ return false;
+ }
+ // Get the file from trac and save it under the specified directory
+ $atturl = $trac_url . "/raw-attachment/ticket/$tracid/" . urlencode($row['filename']);
+ $data = file_get_contents($atturl);
+ if ( $data === false ) {
+ echo "Unable to download the contents for attachment file $attachfile\n";
+ }
+ else if ( file_put_contents($attachfile, $data) === false ) {
+ echo "Unable to write the contents for attachment file $attachfile\n";
+ }
+ // Wait 1sec to ensure the next event will be after
+ // just added (apparently github can reorder
+ // changes/comments if added too fast)
+ // Change to 10 sec to slow things down to prevent perceived abuse of GitHub
+ sleep(10);
+ }
+ return true;
+}
+
+function add_changes_for_ticket($ticket, $ticketLabels, $ticket_remap) {
+ global $trac_db, $tickets, $labels, $users_list, $milestones, $skip_comments, $verbose;
+ // $res = $trac_db->query("SELECT ticket_change.* FROM ticket_change, ticket WHERE ticket.id = ticket_change.ticket AND ticket = $ticket ORDER BY ticket, CAST(time AS DOUBLE PRECISION), field <> 'comment'");
+ $res = $trac_db->query("SELECT ticket_change.* FROM ticket_change, ticket WHERE ticket.id = ticket_change.ticket AND ticket = $ticket ORDER BY ticket, time, field <> 'comment'");
+ foreach ($res->fetchAll() as $row) {
+ if ($verbose) print_r($row);
+ if (!isset($tickets[$row['ticket']])) {
+ echo "Skipping comment " . $row['time'] . " on unknown ticket " . $row['ticket'] . "\n";
+ continue;
+ }
+ $timestamp = date("j M Y H:i e", $row['time']/1000000);
+ if ($row['field'] == 'comment') {
+ if ($row['newvalue'] != '') {
+ $text = '**Comment by ' . convert_username($row['author']) . ' on ' . $timestamp . "**\n" . $row['newvalue'];
+ } else {
+ $text = '**Modified by ' . convert_username($row['author']) . ' on ' . $timestamp . "**";
+ }
+ $resp = github_add_comment($tickets[$row['ticket']], translate_markup($text, $ticket_remap, $ticket));
+ } else if (in_array($row['field'], array('component', 'priority', 'type', 'resolution', 'severity') )) {
+ if (in_array($labels[strtoupper($row['field'])[0]][crc32($row['oldvalue'])], $ticketLabels)) {
+ $index = array_search($labels[strtoupper($row['field'])[0]][crc32($row['oldvalue'])], $ticketLabels);
+ $ticketLabels[$index] = $labels[strtoupper($row['field'])[0]][crc32($row['newvalue'])];
+ } else {
+ $ticketLabels[] = $labels[strtoupper($row['field'])[0]][crc32($row['newvalue'])];
+ }
+ $resp = github_update_issue($tickets[$ticket], array(
+ 'labels' => array_values(array_filter($ticketLabels, 'strlen'))
+ ));
+ } else if ($row['field'] == 'status') {
+ $resp = github_update_issue($tickets[$ticket], array(
+ 'state' => ($row['newvalue'] == 'closed') ? 'closed' : 'open'
+ ));
+ } else if ($row['field'] == 'summary') {
+ $resp = github_update_issue($tickets[$ticket], array(
+ 'title' => $row['newvalue']
+ ));
+ // } else if ($row['field'] == 'description') { // TODO?
+ // $body = make_body($row['newvalue']);
+ // $timestamp = date("j M Y H:i e", $row['time']/1000000);
+ // // TODO:
+ // $body = '**Reported by ' . convert_username($row['reporter']) . ' on ' . $timestamp . "**\n" . $body;
+ // $resp = github_update_issue($tickets[$ticket], array(
+ // 'body' => $body
+ // ));
+ // } else if ($row['field'] == 'owner') {
+ // if (!empty($row['newvalue'])) {
+ // $assignee = isset($users_list[$row['newvalue']]) ? $users_list[$row['newvalue']] : NULL;
+ // } else {
+ // $assignee = NULL;
+ // }
+ // if (!empty($assignee)) {
+ // $resp = github_update_issue($tickets[$ticket], array(
+ // 'assignee' => $assignee,
+ // 'assignees' => array($assignee)
+ // ));
+ // } else {
+ // echo "WARNING: ignoring change of {$row['field']} to {$row['newvalue']}\n";
+ // continue;
+ // }
+ } else if ($row['field'] == 'milestone') {
+ if (empty($row['newvalue'])) {
+ $milestone = NULL;
+ } else {
+ $milestone = $milestones[crc32($row['newvalue'])];
+ }
+ $resp = github_update_issue($tickets[$ticket], array(
+ 'milestone' => $milestone
+ ));
+ } else {
+ echo "WARNING: ignoring change of {$row['field']} to {$row['newvalue']}\n";
+ continue;
+ }
+ if (isset($resp['url'])) {
+ // OK
+ echo "Added change {$resp['url']}\n";
+ } else {
+ // Error
+ $error = print_r($resp, 1);
+ echo "Failed to add a comment for " . $row['ticket'] . ": $error\n";
+ return false;
+ }
+ // Wait 1sec to ensure the next event will be after
+ // just added (apparently github can reorder
+ // changes/comments if added too fast)
+ // Change to 10 sec to slow things down to prevent perceived abuse of GitHub
+ sleep(10);
+ }
+ return true;
+}
+
+function github_req($url, $json, $patch = false, $post = true) {
+ global $username, $password, $request_count, $project, $user_email;
+ $ch = curl_init();
+ curl_setopt($ch, CURLOPT_USERPWD, "$username:$password");
+ curl_setopt($ch, CURLOPT_URL, "https://api.github.com$url");
+ curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
+ curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
+ curl_setopt($ch, CURLOPT_HEADER, true);
+ curl_setopt($ch, CURLOPT_POST, $post);
+ curl_setopt($ch, CURLOPT_POSTFIELDS, $json);
+ curl_setopt($ch, CURLOPT_USERAGENT, "trac2github for $project, $user_email");
+ /*
+ $headers = array(
+ 'Accept: application/vnd.github.golden-comet-preview+json',
+ );
+ curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
+ */
+ if ($patch) {
+ curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'PATCH');
+ } else if ($post) {
+ curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'POST');
+ } else {
+ curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'GET');
+ }
+ $ret = curl_exec($ch);
+
+ $header_size = curl_getinfo($ch, CURLINFO_HEADER_SIZE);
+ $header = substr($ret, 0, $header_size);
+ $body = substr($ret, $header_size);
+
+ if ($verbose) print_r($header);
+ if (!$ret) {
+ trigger_error(curl_error($ch));
+ }
+ curl_close($ch);
+
+ if ($patch || $post) {
+ $request_count++;
+ if($request_count > 20) {
+ // Slow things down to prevent perceived abuse of GitHub
+ sleep(70);
+ $request_count = 0;
+ }
+ }
+
+ return $body;
+}
+
+function github_add_milestone($data) {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($data);
+ return json_decode(github_req("/repos/$project/$repo/milestones", json_encode($data)), true);
+}
+
+function github_add_label($data) {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($data);
+ return json_decode(github_req("/repos/$project/$repo/labels", json_encode($data)), true);
+}
+
+function github_add_issue($data) {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($data);
+// return json_decode(github_req("/repos/$project/$repo/import/issues", json_encode($data)), true);
+ return json_decode(github_req("/repos/$project/$repo/issues", json_encode($data)), true);
+}
+
+function github_add_comment($issue, $body) {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($body);
+ return json_decode(github_req("/repos/$project/$repo/issues/$issue/comments", json_encode(array('body' => $body))), true);
+}
+
+function github_update_issue($issue, $data) {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($data);
+ return json_decode(github_req("/repos/$project/$repo/issues/$issue", json_encode($data), true), true);
+}
+
+function github_get_milestones() {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($body);
+ return json_decode(github_req("/repos/$project/$repo/milestones?per_page=100&state=all", false, false, false), true);
+}
+
+function github_get_labels() {
+ global $project, $repo, $verbose;
+ if ($verbose) print_r($body);
+ return json_decode(github_req("/repos/$project/$repo/labels?per_page=100", false, false, false), true);
+}
+
+function make_body($description, $ticket_remap, $tracid) {
+ return empty($description) ? 'None' : translate_markup($description, $ticket_remap, $tracid);
+}
+
+function translate_markup($data, $ticket_remap = null, $tracid = null) {
+ // Replace code blocks with an associated language
+ $data = preg_replace('/\{\{\{(\s*#!(\w+))?/m', '```$2', $data);
+ $data = preg_replace('/\}\}\}/', '```', $data);
+
+ // Avoid non-ASCII characters, as that will cause trouble with json_encode()
+ $data = preg_replace('/[^(\x00-\x7F)]*/','', $data);
+
+ // Convert 'Ticket #NNN' to 'Ticket NNN' so GitHub won't think it is issue NNN
+ if (isset($ticket_remap)) {
+ $data = preg_replace_callback(
+ '/#([0-9]+)/',
+ function ($matches) use ($ticket_remap) {
+ if (array_key_exists($matches[1], $ticket_remap)) {
+ return '#' . $ticket_remap[$matches[1]];
+ }
+ return 'https://trac.osgeo.org/grass/ticket/' . $matches[1];
+ },
+ $data
+ );
+ }
+ else {
+ $data = preg_replace('/#([0-9]+)/','https://trac.osgeo.org/grass/ticket/$1', $data);
+ }
+ // Translate Trac-style links to Markdown
+ // DO NOT DO THIS - the regex is far too generic: "a[1] b[2]" => "a[b[2](1])"
+ // $data = preg_replace('/\[([^ ]+) ([^\]]+)\]/', '[$2]($1)', $data);
+
+ // Translate Rev to full URL
+ $data = preg_replace('/\br([0-9]{1,5})/', 'https://trac.osgeo.org/grass/changeset/$1', $data);
+
+ // Translete to full URL
+ $data = preg_replace('/[0-9]{1,5}\" ([0-9]{1,5})]/', '$1\"] https://trac.osgeo.org/grass/changeset/$1', $data);
+
+ // Sections
+ $data = preg_replace('/==(.*)==/', '## $1', $data);
+
+ // BR
+ $data = preg_replace('/\[\[BR\]\]/', '', $data);
+
+ // Fix URL
+ $data = preg_replace('/\[http:\/\/(.*)\]/', 'http://$1', $data);
+ $data = preg_replace('/\[https:\/\/(.*)\]/', 'https://$1', $data);
+
+ // https://trac.osgeo.org/grass/wiki/InterMapTxt
+ $data = preg_replace('/G7:(.*)\s*/', 'https://grass.osgeo.org/grass77/manuals/$1.html', $data);
+ $data = preg_replace('/G70:(.*)\s*/', 'https://grass.osgeo.org/grass70/manuals/$1.html', $data);
+ $data = preg_replace('/G72:(.*)\s*/', 'https://grass.osgeo.org/grass72/manuals/$1.html', $data);
+ $data = preg_replace('/G74:(.*)\s*/', 'https://grass.osgeo.org/grass74/manuals/$1.html', $data);
+ $data = preg_replace('/G76:(.*)\s*/', 'https://grass.osgeo.org/grass76/manuals/$1.html', $data);
+ $data = preg_replace('/G78:(.*)\s*/', 'https://grass.osgeo.org/grass78/manuals/$1.html', $data);
+ $data = preg_replace('/G7A:(.*)\s*/', 'https://grass.osgeo.org/grass7/manuals/addons/$1.html', $data);
+
+ // wiki/image/source
+ $data = preg_replace('/wiki:([a-zA-Z0-9#\/].*)/', 'https://trac.osgeo.org/grass/wiki/$1', $data);
+ $data = preg_replace('/source:([a-zA-Z0-9#\/].*)/', 'https://trac.osgeo.org/grass/browser/$1', $data);
+ $data = preg_replace('/\[\[Image\(([a-zA-Z0-9-_\.]*)\,?.*\)\]\]/', 'https://trac.osgeo.org/grass/raw-attachment/ticket/' . $tracid . '/$1', $data);
+
+ // Possibly translate other markup as well?
+ return $data;
+}
+
+function body_with_possible_suffix($body, $id) {
+ global $add_migrated_suffix, $trac_url;
+ if (!$add_migrated_suffix) return $body;
+ return "$body\n\nMigrated-From: $trac_url/ticket/$id";
+}
+
+function convert_username($username)
+{
+ global $users_list;
+ if (array_key_exists($username, $users_list)) {
+ $username = $users_list[$username];
+ } else {
+ echo "WARNING: No GitHub username for Trac username '{$username}'\n";
+ }
+ return $username;
+}
+
+
+?>
More information about the grass-commit
mailing list