/* * Copyright (C) 2007 Thiago Macieira * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "repository.h" #include #include #include static const int maxSimultaneousProcesses = 100; class ProcessCache: QLinkedList { public: void touch(Repository *repo) { remove(repo); // if the cache is too big, remove from the front while (size() >= maxSimultaneousProcesses) takeFirst()->closeFastImport(); // append to the end append(repo); } inline void remove(Repository *repo) { removeOne(repo); } }; static ProcessCache processCache; Repository::Repository(const Rules::Repository &rule) : name(rule.name), commitCount(0), outstandingTransactions(0), processHasStarted(false) { foreach (Rules::Repository::Branch branchRule, rule.branches) { Branch branch; branch.created = 0; // not created branches.insert(branchRule.name, branch); } // create the default branch branches["master"].created = 1; fastImport.setWorkingDirectory(name); } Repository::~Repository() { Q_ASSERT(outstandingTransactions == 0); closeFastImport(); } void Repository::closeFastImport() { if (fastImport.state() != QProcess::NotRunning) { fastImport.write("checkpoint\n"); fastImport.waitForBytesWritten(-1); fastImport.closeWriteChannel(); if (!fastImport.waitForFinished()) { fastImport.terminate(); if (!fastImport.waitForFinished(200)) qWarning() << "git-fast-import for repository" << name << "did not die"; } } processHasStarted = false; processCache.remove(this); } void Repository::reloadBranches() { QProcess revParse; revParse.setWorkingDirectory(name); revParse.start("git", QStringList() << "rev-parse" << "--symbolic" << "--branches"); revParse.waitForFinished(-1); if (revParse.exitCode() == 0 && revParse.bytesAvailable()) { while (revParse.canReadLine()) { QByteArray branchName = revParse.readLine().trimmed(); //qDebug() << "Repo" << name << "reloaded branch" << branchName; branches[branchName].created = 1; fastImport.write("reset refs/heads/" + branchName + "\nfrom refs/heads/" + branchName + "^0\n\n" "progress Branch refs/heads/" + branchName + " reloaded\n"); } } } void Repository::createBranch(const QString &branch, int revnum, const QString &branchFrom, int) { startFastImport(); if (!branches.contains(branch)) { qWarning() << branch << "is not a known branch in repository" << name << endl << "Going to create it automatically"; } QByteArray branchRef = branch.toUtf8(); if (!branchRef.startsWith("refs/")) branchRef.prepend("refs/heads/"); Branch &br = branches[branch]; if (br.created && br.created != revnum) { QByteArray backupBranch = branchRef + '_' + QByteArray::number(revnum); qWarning() << branch << "already exists; backing up to" << backupBranch; fastImport.write("reset " + backupBranch + "\nfrom " + branchRef + "\n\n"); } // now create the branch br.created = revnum; QByteArray branchFromRef = branchFrom.toUtf8(); if (!branchFromRef.startsWith("refs/")) branchFromRef.prepend("refs/heads/"); if (!branches.contains(branchFrom) || !branches.value(branchFrom).created) { qCritical() << branch << "in repository" << name << "is branching from branch" << branchFrom << "but the latter doesn't exist. Can't continue."; exit(1); } fastImport.write("reset " + branchRef + "\nfrom " + branchFromRef + "\n\n" "progress Branch " + branchRef + " created from " + branchFromRef + "\n\n"); } Repository::Transaction *Repository::newTransaction(const QString &branch, const QString &svnprefix, int revnum) { startFastImport(); if (!branches.contains(branch)) { qWarning() << branch << "is not a known branch in repository" << name << endl << "Going to create it automatically"; } Transaction *txn = new Transaction; txn->repository = this; txn->branch = branch.toUtf8(); txn->svnprefix = svnprefix.toUtf8(); txn->datetime = 0; txn->revnum = revnum; if ((++commitCount % 10000) == 0) // write everything to disk every 10000 commits fastImport.write("checkpoint\n"); if (++outstandingTransactions == 0) lastmark = 1; // reset the mark number return txn; } void Repository::startFastImport() { if (fastImport.state() == QProcess::NotRunning) { if (processHasStarted) qFatal("git-fast-import has been started once and crashed?"); processHasStarted = true; // start the process QString outputFile = name; outputFile.replace('/', '_'); outputFile.prepend("log-"); fastImport.setStandardOutputFile(outputFile, QIODevice::Append); fastImport.setProcessChannelMode(QProcess::MergedChannels); #ifndef DRY_RUN fastImport.start("git", QStringList() << "fast-import"); #else fastImport.start("/bin/cat", QStringList()); #endif reloadBranches(); } } Repository::Transaction::~Transaction() { --repository->outstandingTransactions; } void Repository::Transaction::setAuthor(const QByteArray &a) { author = a; } void Repository::Transaction::setDateTime(uint dt) { datetime = dt; } void Repository::Transaction::setLog(const QByteArray &l) { log = l; } void Repository::Transaction::deleteFile(const QString &path) { deletedFiles.append(path); } QIODevice *Repository::Transaction::addFile(const QString &path, int mode, qint64 length) { int mark = ++repository->lastmark; if (modifiedFiles.capacity() == 0) modifiedFiles.reserve(2048); modifiedFiles.append("M "); modifiedFiles.append(QByteArray::number(mode, 8)); modifiedFiles.append(" :"); modifiedFiles.append(QByteArray::number(mark)); modifiedFiles.append(' '); modifiedFiles.append(path.toUtf8()); modifiedFiles.append("\n"); #ifndef DRY_RUN repository->fastImport.write("blob\nmark :"); repository->fastImport.write(QByteArray::number(mark)); repository->fastImport.write("\ndata "); repository->fastImport.write(QByteArray::number(length)); repository->fastImport.write("\n", 1); #endif return &repository->fastImport; } void Repository::Transaction::commit() { processCache.touch(repository); // create the commit message QByteArray message = log; if (!message.endsWith('\n')) message += '\n'; message += "\nsvn path=" + svnprefix + "; revision=" + QByteArray::number(revnum) + "\n"; { QByteArray branchRef = branch; if (!branchRef.startsWith("refs/")) branchRef.prepend("refs/heads/"); QTextStream s(&repository->fastImport); s << "commit " << branchRef << endl; s << "committer " << QString::fromUtf8(author) << ' ' << datetime << " -0000" << endl; Branch &br = repository->branches[branch]; if (!br.created) { qWarning() << "Branch" << branch << "in repository" << repository->name << "doesn't exist at revision" << revnum << "-- did you resume from the wrong revision?"; br.created = revnum; } s << "data " << message.length() << endl; } repository->fastImport.write(message); repository->fastImport.putChar('\n'); // write the file deletions if (deletedFiles.contains("")) repository->fastImport.write("deleteall\n"); else foreach (QString df, deletedFiles) repository->fastImport.write("D " + df.toUtf8() + "\n"); // write the file modifications repository->fastImport.write(modifiedFiles); repository->fastImport.write("\nprogress Commit #" + QByteArray::number(repository->commitCount) + " branch " + branch + " = SVN r" + QByteArray::number(revnum) + "\n\n"); printf(" %d modifications to \"%s\"", deletedFiles.count() + modifiedFiles.count(), qPrintable(repository->name)); while (repository->fastImport.bytesToWrite()) if (!repository->fastImport.waitForBytesWritten(-1)) qFatal("Failed to write to process: %s", qPrintable(repository->fastImport.errorString())); }