src/repository.cpp

   1 /*
   2  *  Copyright (C) 2007  Thiago Macieira <thiago@kde.org>
   3  *
   4  *  This program is free software: you can redistribute it and/or modify
   5  *  it under the terms of the GNU General Public License as published by
   6  *  the Free Software Foundation, either version 2 of the License, or
   7  *  (at your option) any later version.
   8  *
   9  *  This program is distributed in the hope that it will be useful,
  10  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  *  GNU General Public License for more details.
  13  *
  14  *  You should have received a copy of the GNU General Public License
  15  *  along with this program.  If not, see <http://www.gnu.org/licenses/>.
  16  */
  17
  18 #include "repository.h"
  19 #include "options.h"
  20 #include <QTextStream>
  21 #include <QDebug>
  22 #include <QLinkedList>
  23
  24 static const int maxSimultaneousProcesses = 100;
  25
  26 class ProcessCache: QLinkedList<Repository *>
  27 {
  28 public:
  29     void touch(Repository *repo)
  30     {
  31         remove(repo);
  32
  33         // if the cache is too big, remove from the front
  34         while (size() >= maxSimultaneousProcesses)
  35             takeFirst()->closeFastImport();
  36
  37         // append to the end
  38         append(repo);
  39     }
  40
  41     inline void remove(Repository *repo)
  42     {
  43 #if QT_VERSION >= 0x040400
  44         removeOne(repo);
  45 #else
  46         removeAll(repo);
  47 #endif
  48     }
  49 };
  50 static ProcessCache processCache;
  51
  52 Repository::Repository(const Rules::Repository &rule)
  53     : name(rule.name), commitCount(0), outstandingTransactions(0), processHasStarted(false)
  54 {
  55     foreach (Rules::Repository::Branch branchRule, rule.branches) {
  56         Branch branch;
  57         branch.created = 0;     // not created
  58
  59         branches.insert(branchRule.name, branch);
  60     }
  61
  62     // create the default branch
  63     branches["master"].created = 1;
  64
  65     fastImport.setWorkingDirectory(name);
  66 }
  67
  68 Repository::~Repository()
  69 {
  70     Q_ASSERT(outstandingTransactions == 0);
  71     closeFastImport();
  72 }
  73
  74 void Repository::closeFastImport()
  75 {
  76     if (fastImport.state() != QProcess::NotRunning) {
  77         fastImport.write("checkpoint\n");
  78         fastImport.waitForBytesWritten(-1);
  79         fastImport.closeWriteChannel();
  80         if (!fastImport.waitForFinished()) {
  81             fastImport.terminate();
  82             if (!fastImport.waitForFinished(200))
  83                 qWarning() << "git-fast-import for repository" << name << "did not die";
  84         }
  85     }
  86     processHasStarted = false;
  87     processCache.remove(this);
  88 }
  89
  90 void Repository::reloadBranches()
  91 {
  92     QProcess revParse;
  93     revParse.setWorkingDirectory(name);
  94     revParse.start("git", QStringList() << "rev-parse" << "--symbolic" << "--branches");
  95     revParse.waitForFinished(-1);
  96
  97     if (revParse.exitCode() == 0 && revParse.bytesAvailable()) {
  98         while (revParse.canReadLine()) {
  99             QByteArray branchName = revParse.readLine().trimmed();
 100
 101             //qDebug() << "Repo" << name << "reloaded branch" << branchName;
 102             branches[branchName].created = 1;
 103             fastImport.write("reset refs/heads/" + branchName +
 104                              "\nfrom refs/heads/" + branchName + "^0\n\n"
 105                              "progress Branch refs/heads/" + branchName + " reloaded\n");
 106         }
 107     }
 108 }
 109
 110 void Repository::createBranch(const QString &branch, int revnum,
 111                               const QString &branchFrom, int)
 112 {
 113     startFastImport();
 114     if (!branches.contains(branch)) {
 115         qWarning() << branch << "is not a known branch in repository" << name << endl
 116                    << "Going to create it automatically";
 117     }
 118
 119     QByteArray branchRef = branch.toUtf8();
 120     if (!branchRef.startsWith("refs/"))
 121         branchRef.prepend("refs/heads/");
 122
 123     Branch &br = branches[branch];
 124     if (br.created && br.created != revnum) {
 125         QByteArray backupBranch = branchRef + '_' + QByteArray::number(revnum);
 126         qWarning() << branch << "already exists; backing up to" << backupBranch;
 127
 128         fastImport.write("reset " + backupBranch + "\nfrom " + branchRef + "\n\n");
 129     }
 130
 131     // now create the branch
 132     br.created = revnum;
 133     QByteArray branchFromRef = branchFrom.toUtf8();
 134     if (!branchFromRef.startsWith("refs/"))
 135         branchFromRef.prepend("refs/heads/");
 136
 137     if (!branches.contains(branchFrom) || !branches.value(branchFrom).created) {
 138         qCritical() << branch << "in repository" << name
 139                     << "is branching from branch" << branchFrom
 140                     << "but the latter doesn't exist. Can't continue.";
 141         exit(1);
 142     }
 143
 144     fastImport.write("reset " + branchRef + "\nfrom " + branchFromRef + "\n\n"
 145                      "progress Branch " + branchRef + " created from "
 146                      + branchFromRef + " r" + QByteArray::number(revnum) + "\n\n");
 147 }
 148
 149 Repository::Transaction *Repository::newTransaction(const QString &branch, const QString &svnprefix,
 150                                                     int revnum)
 151 {
 152     startFastImport();
 153     if (!branches.contains(branch)) {
 154         qWarning() << branch << "is not a known branch in repository" << name << endl
 155                    << "Going to create it automatically";
 156     }
 157
 158     Transaction *txn = new Transaction;
 159     txn->repository = this;
 160     txn->branch = branch.toUtf8();
 161     txn->svnprefix = svnprefix.toUtf8();
 162     txn->datetime = 0;
 163     txn->revnum = revnum;
 164
 165     if ((++commitCount % 10000) == 0)
 166         // write everything to disk every 10000 commits
 167         fastImport.write("checkpoint\n");
 168     if (outstandingTransactions++ == 0)
 169         lastmark = 1;           // reset the mark number
 170     return txn;
 171 }
 172
 173 void Repository::createAnnotatedTag(const QString &ref, const QString &svnprefix,
 174                                     int revnum,
 175                                     const QByteArray &author, uint dt,
 176                                     const QByteArray &log)
 177 {
 178     QString tagName = ref;
 179     if (tagName.startsWith("refs/tags/"))
 180         tagName.remove(0, 10);
 181
 182     if (!annotatedTags.contains(tagName))
 183         printf("Creating annotated tag %s (%s)\n", qPrintable(tagName), qPrintable(ref));
 184     else
 185         printf("Re-creating annotated tag %s\n", qPrintable(tagName));
 186
 187     AnnotatedTag &tag = annotatedTags[tagName];
 188     tag.supportingRef = ref;
 189     tag.svnprefix = svnprefix.toUtf8();
 190     tag.revnum = revnum;
 191     tag.author = author;
 192     tag.log = log;
 193     tag.dt = dt;
 194 }
 195
 196 void Repository::finalizeTags()
 197 {
 198     if (annotatedTags.isEmpty())
 199         return;
 200
 201     printf("Finalising tags for %s...", qPrintable(name));
 202     startFastImport();
 203
 204     QHash<QString, AnnotatedTag>::ConstIterator it = annotatedTags.constBegin();
 205     for ( ; it != annotatedTags.constEnd(); ++it) {
 206         const QString &tagName = it.key();
 207         const AnnotatedTag &tag = it.value();
 208
 209         QByteArray message = tag.log;
 210         if (!message.endsWith('\n'))
 211             message += '\n';
 212         if (Options::globalOptions->switches.value("metadata", true))
 213             message += "\nsvn path=" + tag.svnprefix + "; revision=" + QByteArray::number(tag.revnum) + "\n";
 214
 215         {
 216             QByteArray branchRef = tag.supportingRef.toUtf8();
 217             if (!branchRef.startsWith("refs/"))
 218                 branchRef.prepend("refs/heads/");
 219
 220             QTextStream s(&fastImport);
 221             s << "progress Creating annotated tag " << tagName << " from ref " << branchRef << endl
 222               << "tag " << tagName << endl
 223               << "from " << branchRef << endl
 224               << "tagger " << QString::fromUtf8(tag.author) << ' ' << tag.dt << " -0000" << endl
 225               << "data " << message.length() << endl;
 226         }
 227
 228         fastImport.write(message);
 229         fastImport.putChar('\n');
 230         if (!fastImport.waitForBytesWritten(-1))
 231             qFatal("Failed to write to process: %s", qPrintable(fastImport.errorString()));
 232
 233         printf(" %s", qPrintable(tagName));
 234         fflush(stdout);
 235     }
 236
 237     while (fastImport.bytesToWrite())
 238         if (!fastImport.waitForBytesWritten(-1))
 239             qFatal("Failed to write to process: %s", qPrintable(fastImport.errorString()));
 240     printf("\n");
 241 }
 242
 243 void Repository::startFastImport()
 244 {
 245     if (fastImport.state() == QProcess::NotRunning) {
 246         if (processHasStarted)
 247             qFatal("git-fast-import has been started once and crashed?");
 248         processHasStarted = true;
 249
 250         // start the process
 251         QString outputFile = name;
 252         outputFile.replace('/', '_');
 253         outputFile.prepend("log-");
 254         fastImport.setStandardOutputFile(outputFile, QIODevice::Append);
 255         fastImport.setProcessChannelMode(QProcess::MergedChannels);
 256
 257 #ifndef DRY_RUN
 258         fastImport.start("git", QStringList() << "fast-import");
 259 #else
 260         fastImport.start("/bin/cat", QStringList());
 261 #endif
 262
 263         reloadBranches();
 264     }
 265 }
 266
 267 Repository::Transaction::~Transaction()
 268 {
 269     --repository->outstandingTransactions;
 270 }
 271
 272 void Repository::Transaction::setAuthor(const QByteArray &a)
 273 {
 274     author = a;
 275 }
 276
 277 void Repository::Transaction::setDateTime(uint dt)
 278 {
 279     datetime = dt;
 280 }
 281
 282 void Repository::Transaction::setLog(const QByteArray &l)
 283 {
 284     log = l;
 285 }
 286
 287 void Repository::Transaction::deleteFile(const QString &path)
 288 {
 289     deletedFiles.append(path);
 290 }
 291
 292 QIODevice *Repository::Transaction::addFile(const QString &path, int mode, qint64 length)
 293 {
 294     int mark = ++repository->lastmark;
 295
 296     if (modifiedFiles.capacity() == 0)
 297         modifiedFiles.reserve(2048);
 298     modifiedFiles.append("M ");
 299     modifiedFiles.append(QByteArray::number(mode, 8));
 300     modifiedFiles.append(" :");
 301     modifiedFiles.append(QByteArray::number(mark));
 302     modifiedFiles.append(' ');
 303     modifiedFiles.append(path.toUtf8());
 304     modifiedFiles.append("\n");
 305
 306 #ifndef DRY_RUN
 307     repository->fastImport.write("blob\nmark :");
 308     repository->fastImport.write(QByteArray::number(mark));
 309     repository->fastImport.write("\ndata ");
 310     repository->fastImport.write(QByteArray::number(length));
 311     repository->fastImport.write("\n", 1);
 312 #endif
 313
 314     return &repository->fastImport;
 315 }
 316
 317 void Repository::Transaction::commit()
 318 {
 319     processCache.touch(repository);
 320
 321     // create the commit message
 322     QByteArray message = log;
 323     if (!message.endsWith('\n'))
 324         message += '\n';
 325     if (Options::globalOptions->switches.value("metadata", true))
 326         message += "\nsvn path=" + svnprefix + "; revision=" + QByteArray::number(revnum) + "\n";
 327
 328     {
 329         QByteArray branchRef = branch;
 330         if (!branchRef.startsWith("refs/"))
 331             branchRef.prepend("refs/heads/");
 332
 333         QTextStream s(&repository->fastImport);
 334         s << "commit " << branchRef << endl;
 335         s << "committer " << QString::fromUtf8(author) << ' ' << datetime << " -0000" << endl;
 336
 337         Branch &br = repository->branches[branch];
 338         if (!br.created) {
 339             qWarning() << "Branch" << branch << "in repository" << repository->name << "doesn't exist at revision"
 340                        << revnum << "-- did you resume from the wrong revision?";
 341             br.created = revnum;
 342         }
 343
 344         s << "data " << message.length() << endl;
 345     }
 346
 347     repository->fastImport.write(message);
 348     repository->fastImport.putChar('\n');
 349
 350     // write the file deletions
 351     if (deletedFiles.contains(""))
 352         repository->fastImport.write("deleteall\n");
 353     else
 354         foreach (QString df, deletedFiles)
 355             repository->fastImport.write("D " + df.toUtf8() + "\n");
 356
 357     // write the file modifications
 358     repository->fastImport.write(modifiedFiles);
 359
 360     repository->fastImport.write("\nprogress Commit #" +
 361                                  QByteArray::number(repository->commitCount) +
 362                                  " branch " + branch +
 363                                  " = SVN r" + QByteArray::number(revnum) + "\n\n");
 364     printf(" %d modifications to \"%s\"",
 365            deletedFiles.count() + modifiedFiles.count(),
 366            qPrintable(repository->name));
 367
 368     while (repository->fastImport.bytesToWrite())
 369         if (!repository->fastImport.waitForBytesWritten(-1))
 370             qFatal("Failed to write to process: %s", qPrintable(repository->fastImport.errorString()));
 371 }