*/
#include "repository.h"
+#include "options.h"
#include <QTextStream>
#include <QDebug>
+#include <QLinkedList>
+
+static const int maxSimultaneousProcesses = 100;
+
+class ProcessCache: QLinkedList<Repository *>
+{
+public:
+ void touch(Repository *repo)
+ {
+ remove(repo);
+
+ // if the cache is too big, remove from the front
+ while (size() >= maxSimultaneousProcesses)
+ takeFirst()->closeFastImport();
+
+ // append to the end
+ append(repo);
+ }
+
+ inline void remove(Repository *repo)
+ {
+#if QT_VERSION >= 0x040400
+ removeOne(repo);
+#else
+ removeAll(repo);
+#endif
+ }
+};
+static ProcessCache processCache;
Repository::Repository(const Rules::Repository &rule)
- : name(rule.name), commitCount(0), processHasStarted(false)
+ : name(rule.name), commitCount(0), outstandingTransactions(0), processHasStarted(false)
{
foreach (Rules::Repository::Branch branchRule, rule.branches) {
Branch branch;
}
Repository::~Repository()
+{
+ Q_ASSERT(outstandingTransactions == 0);
+ closeFastImport();
+}
+
+void Repository::closeFastImport()
{
if (fastImport.state() != QProcess::NotRunning) {
fastImport.write("checkpoint\n");
qWarning() << "git-fast-import for repository" << name << "did not die";
}
}
+ processHasStarted = false;
+ processCache.remove(this);
}
void Repository::reloadBranches()
}
fastImport.write("reset " + branchRef + "\nfrom " + branchFromRef + "\n\n"
- "progress Branch " + branchRef + " created from " + branchFromRef + "\n\n");
+ "progress Branch " + branchRef + " created from "
+ + branchFromRef + " r" + QByteArray::number(revnum) + "\n\n");
}
Repository::Transaction *Repository::newTransaction(const QString &branch, const QString &svnprefix,
txn->svnprefix = svnprefix.toUtf8();
txn->datetime = 0;
txn->revnum = revnum;
- txn->lastmark = revnum;
if ((++commitCount % 10000) == 0)
// write everything to disk every 10000 commits
fastImport.write("checkpoint\n");
+ if (outstandingTransactions++ == 0)
+ lastmark = 1; // reset the mark number
return txn;
}
+void Repository::createAnnotatedTag(const QString &ref, const QString &svnprefix,
+ int revnum,
+ const QByteArray &author, uint dt,
+ const QByteArray &log)
+{
+ QString tagName = ref;
+ if (tagName.startsWith("refs/tags/"))
+ tagName.remove(0, 10);
+
+ if (!annotatedTags.contains(tagName))
+ printf("Creating annotated tag %s (%s)\n", qPrintable(tagName), qPrintable(ref));
+ else
+ printf("Re-creating annotated tag %s\n", qPrintable(tagName));
+
+ AnnotatedTag &tag = annotatedTags[tagName];
+ tag.supportingRef = ref;
+ tag.svnprefix = svnprefix.toUtf8();
+ tag.revnum = revnum;
+ tag.author = author;
+ tag.log = log;
+ tag.dt = dt;
+}
+
+void Repository::finalizeTags()
+{
+ if (annotatedTags.isEmpty())
+ return;
+
+ printf("Finalising tags for %s...", qPrintable(name));
+ startFastImport();
+
+ QHash<QString, AnnotatedTag>::ConstIterator it = annotatedTags.constBegin();
+ for ( ; it != annotatedTags.constEnd(); ++it) {
+ const QString &tagName = it.key();
+ const AnnotatedTag &tag = it.value();
+
+ QByteArray message = tag.log;
+ if (!message.endsWith('\n'))
+ message += '\n';
+ if (Options::globalOptions->switches.value("metadata", true))
+ message += "\nsvn path=" + tag.svnprefix + "; revision=" + QByteArray::number(tag.revnum) + "\n";
+
+ {
+ QByteArray branchRef = tag.supportingRef.toUtf8();
+ if (!branchRef.startsWith("refs/"))
+ branchRef.prepend("refs/heads/");
+
+ QTextStream s(&fastImport);
+ s << "progress Creating annotated tag " << tagName << " from ref " << branchRef << endl
+ << "tag " << tagName << endl
+ << "from " << branchRef << endl
+ << "tagger " << QString::fromUtf8(tag.author) << ' ' << tag.dt << " -0000" << endl
+ << "data " << message.length() << endl;
+ }
+
+ fastImport.write(message);
+ fastImport.putChar('\n');
+ if (!fastImport.waitForBytesWritten(-1))
+ qFatal("Failed to write to process: %s", qPrintable(fastImport.errorString()));
+
+ printf(" %s", qPrintable(tagName));
+ fflush(stdout);
+ }
+
+ while (fastImport.bytesToWrite())
+ if (!fastImport.waitForBytesWritten(-1))
+ qFatal("Failed to write to process: %s", qPrintable(fastImport.errorString()));
+ printf("\n");
+}
+
void Repository::startFastImport()
{
if (fastImport.state() == QProcess::NotRunning) {
Repository::Transaction::~Transaction()
{
+ --repository->outstandingTransactions;
}
void Repository::Transaction::setAuthor(const QByteArray &a)
QIODevice *Repository::Transaction::addFile(const QString &path, int mode, qint64 length)
{
- FileProperties fp;
- fp.mode = mode;
- fp.mark = ++lastmark;
+ int mark = ++repository->lastmark;
+
+ if (modifiedFiles.capacity() == 0)
+ modifiedFiles.reserve(2048);
+ modifiedFiles.append("M ");
+ modifiedFiles.append(QByteArray::number(mode, 8));
+ modifiedFiles.append(" :");
+ modifiedFiles.append(QByteArray::number(mark));
+ modifiedFiles.append(' ');
+ modifiedFiles.append(path.toUtf8());
+ modifiedFiles.append("\n");
#ifndef DRY_RUN
repository->fastImport.write("blob\nmark :");
- repository->fastImport.write(QByteArray::number(fp.mark));
+ repository->fastImport.write(QByteArray::number(mark));
repository->fastImport.write("\ndata ");
repository->fastImport.write(QByteArray::number(length));
repository->fastImport.write("\n", 1);
#endif
- modifiedFiles.insert(path, fp);
return &repository->fastImport;
}
void Repository::Transaction::commit()
{
+ processCache.touch(repository);
+
// create the commit message
QByteArray message = log;
if (!message.endsWith('\n'))
message += '\n';
- message += "\nsvn path=" + svnprefix + "; revision=" + QByteArray::number(revnum) + "\n";
+ if (Options::globalOptions->switches.value("metadata", true))
+ message += "\nsvn path=" + svnprefix + "; revision=" + QByteArray::number(revnum) + "\n";
{
QByteArray branchRef = branch;
QTextStream s(&repository->fastImport);
s << "commit " << branchRef << endl;
- s << "mark :" << revnum << endl;
s << "committer " << QString::fromUtf8(author) << ' ' << datetime << " -0000" << endl;
Branch &br = repository->branches[branch];
repository->fastImport.write("D " + df.toUtf8() + "\n");
// write the file modifications
- QHash<QString, FileProperties>::ConstIterator it = modifiedFiles.constBegin();
- for ( ; it != modifiedFiles.constEnd(); ++it) {
- repository->fastImport.write("M ", 2);
- repository->fastImport.write(QByteArray::number(it->mode, 8));
- repository->fastImport.write(" :", 2);
- repository->fastImport.write(QByteArray::number(it->mark));
- repository->fastImport.write(" ", 1);
- repository->fastImport.write(it.key().toUtf8());
- repository->fastImport.write("\n", 1);
- }
+ repository->fastImport.write(modifiedFiles);
repository->fastImport.write("\nprogress Commit #" +
QByteArray::number(repository->commitCount) +
andersk / svn-all-fast-export.git / blobdiff