mirror of
https://we.phorge.it/source/phorge.git
synced 2024-12-30 17:30:59 +01:00
a15130b47c
Summary: @rguerin ran into an issue in his install where Phabricator appears to have discovered commits which no longer exist, and thus is failing to proceed with its repository import. It's not clear how we got into this state. Previously, it was possible by, e.g., parsing a different repository's working copy and then switching them back, but there are now safeguards against that. I'm taking a three-pronged approach to try to sort this out: - Provide a script to get out of this state (this script) and reconcile Phabricator's view of a repository with an authoritative copy of it. This basically "un-discovers" any discovered commits which don't actually exist (any queued tasks to parse them will fail permanently when they fail to load the commit object). - Add more logging to the discovery daemon so we can figure out where commits came from. - Improve Diffusion's UI when stuff is partially discovered (T776). (This script should also clean up some nonsense on secure.phabricator.com from a botched Diviner import.) Test Plan: Ran "reconcile.php" with bogus commits and bogus differential/commit links, had them expunged. Will work with @rguerin to see if this resolves things. Reviewers: btrahan, rguerin Reviewed By: btrahan CC: aran, epriestley Differential Revision: https://secure.phabricator.com/D1552
165 lines
4.6 KiB
PHP
Executable file
165 lines
4.6 KiB
PHP
Executable file
#!/usr/bin/env php
|
|
<?php
|
|
|
|
/*
|
|
* Copyright 2012 Facebook, Inc.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
$root = dirname(dirname(dirname(__FILE__)));
|
|
require_once $root.'/scripts/__init_script__.php';
|
|
|
|
$args = new PhutilArgumentParser($argv);
|
|
$args->setTagline('reconcile Phabricator state after repository changes');
|
|
$args->setSynopsis(<<<EOSYNOPSIS
|
|
**reconcile.php** __repository_callsign__
|
|
Reconcile the state of Phabricator's caches with the actual state
|
|
of the repository.
|
|
|
|
This is an administrative/maintenace operation and not generally
|
|
necessary, but if repository history has changed or been rewritten
|
|
(for example, if the repository was stored from a backup)
|
|
Phabricator may think commits which are no longer present in the
|
|
repository still exist.
|
|
|
|
This will delete all evidence of commits which Phabricator can't
|
|
find in the actual repository.
|
|
|
|
EOSYNOPSIS
|
|
);
|
|
$args->parseStandardArguments();
|
|
$args->parse(
|
|
array(
|
|
array(
|
|
'name' => 'more',
|
|
'wildcard' => true,
|
|
),
|
|
));
|
|
|
|
$more = $args->getArg('more');
|
|
if (count($more) !== 1) {
|
|
$args->printHelpAndExit();
|
|
}
|
|
$callsign = reset($more);
|
|
|
|
|
|
$repository = id(new PhabricatorRepository())->loadOneWhere(
|
|
'callsign = %s',
|
|
$callsign);
|
|
if (!$repository) {
|
|
throw new Exception("No repository exists with callsign '{$callsign}'!");
|
|
}
|
|
|
|
switch ($repository->getVersionControlSystem()) {
|
|
case PhabricatorRepositoryType::REPOSITORY_TYPE_GIT:
|
|
break;
|
|
case PhabricatorRepositoryType::REPOSITORY_TYPE_SVN:
|
|
case PhabricatorRepositoryType::REPOSITORY_TYPE_MERCURIAL:
|
|
default:
|
|
throw new Exception("For now, you can only reconcile git repositories.");
|
|
}
|
|
|
|
echo "Loading commits...\n";
|
|
$all_commits = id(new PhabricatorRepositoryCommit())->loadAllWhere(
|
|
'repositoryID = %d',
|
|
$repository->getID());
|
|
|
|
echo "Updating repository..\n";
|
|
try {
|
|
// Sanity-check the repository working copy and make sure we're up to date.
|
|
$repository->execxLocalCommand('fetch --all');
|
|
} catch (Exception $ex) {
|
|
echo "Unable to `git fetch` the working copy to update it. Reconciliation ".
|
|
"requires an up-to-date working copy.\n";
|
|
throw $ex;
|
|
}
|
|
|
|
echo "Verifying commits (this may take some time if the repository is large)";
|
|
$futures = array();
|
|
foreach ($all_commits as $id => $commit) {
|
|
$futures[$id] = $repository->getLocalCommandFuture(
|
|
'rev-parse --verify %s',
|
|
$commit->getCommitIdentifier());
|
|
}
|
|
|
|
$bad = array();
|
|
foreach (Futures($futures)->limit(8) as $id => $future) {
|
|
list($err) = $future->resolve();
|
|
if ($err) {
|
|
$bad[$id] = $all_commits[$id];
|
|
echo "#";
|
|
} else {
|
|
echo ".";
|
|
}
|
|
}
|
|
echo "\nDone.\n";
|
|
|
|
if (!count($bad)) {
|
|
echo "No bad commits found!\n";
|
|
} else {
|
|
echo "Found ".count($bad)." bad commits:\n\n";
|
|
echo ' '.implode("\n ", mpull($bad, 'getCommitIdentifier'));
|
|
$ok = phutil_console_confirm("Do you want to delete these commits?");
|
|
if (!$ok) {
|
|
echo "OK, aborting.\n";
|
|
exit(1);
|
|
}
|
|
|
|
echo "Deleting commits";
|
|
foreach ($bad as $commit) {
|
|
echo ".";
|
|
$commit->delete();
|
|
}
|
|
echo "\nDone.\n";
|
|
}
|
|
|
|
//// Clean Up Links ////////////////////////////////////////////////////////
|
|
|
|
$table = new PhabricatorRepositoryCommit();
|
|
|
|
$valid_phids = queryfx_all(
|
|
$table->establishConnection('r'),
|
|
'SELECT phid FROM %T',
|
|
$table->getTableName());
|
|
$valid_phids = ipull($valid_phids, null, 'phid');
|
|
|
|
//////// Differential <-> Diffusion Links //////////////////////////////////
|
|
|
|
$dx_conn = id(new DifferentialRevision())->establishConnection('w');
|
|
$dx_table = DifferentialRevision::TABLE_COMMIT;
|
|
$dx_phids = queryfx_all(
|
|
$dx_conn,
|
|
'SELECT commitPHID FROM %T',
|
|
$dx_table);
|
|
|
|
$bad_phids = array();
|
|
foreach ($dx_phids as $dx_phid) {
|
|
if (empty($valid_phids[$dx_phid['commitPHID']])) {
|
|
$bad_phids[] = $dx_phid['commitPHID'];
|
|
}
|
|
}
|
|
|
|
if ($bad_phids) {
|
|
echo "Deleting ".count($bad_phids)." bad Diffusion links...\n";
|
|
queryfx(
|
|
$dx_conn,
|
|
'DELETE FROM %T WHERE commitPHID IN (%Ls)',
|
|
$dx_table,
|
|
$bad_phids);
|
|
echo "Done.\n";
|
|
} else {
|
|
echo "Diffusion links are clean.\n";
|
|
}
|
|
|
|
// TODO: There are some links in owners that we should probably clean up too.
|