#include "repository.h"
#include <QTextStream>
#include <QDebug>
+#include <QLinkedList>
+
+static const int maxSimultaneousProcesses = 100;
+
+class ProcessCache: QLinkedList<Repository *>
+{
+public:
+ void touch(Repository *repo)
+ {
+ remove(repo);
+
+ // if the cache is too big, remove from the front
+ while (size() >= maxSimultaneousProcesses)
+ takeFirst()->closeFastImport();
+
+ // append to the end
+ append(repo);
+ }
+
+ inline void remove(Repository *repo)
+ {
+ removeOne(repo);
+ }
+};
+static ProcessCache processCache;
Repository::Repository(const Rules::Repository &rule)
: name(rule.name), commitCount(0), processHasStarted(false)
}
Repository::~Repository()
+{
+ closeFastImport();
+}
+
+void Repository::closeFastImport()
{
if (fastImport.state() != QProcess::NotRunning) {
fastImport.write("checkpoint\n");
qWarning() << "git-fast-import for repository" << name << "did not die";
}
}
+ processHasStarted = false;
+ processCache.remove(this);
}
void Repository::reloadBranches()
QIODevice *Repository::Transaction::addFile(const QString &path, int mode, qint64 length)
{
- FileProperties fp;
- fp.mode = mode;
- fp.mark = ++lastmark;
+ int mark = ++lastmark;
+
+ if (modifiedFiles.capacity() == 0)
+ modifiedFiles.reserve(2048);
+ modifiedFiles.append("M ");
+ modifiedFiles.append(QByteArray::number(mode, 8));
+ modifiedFiles.append(" :");
+ modifiedFiles.append(QByteArray::number(mark));
+ modifiedFiles.append(' ');
+ modifiedFiles.append(path.toUtf8());
+ modifiedFiles.append("\n");
#ifndef DRY_RUN
repository->fastImport.write("blob\nmark :");
- repository->fastImport.write(QByteArray::number(fp.mark));
+ repository->fastImport.write(QByteArray::number(mark));
repository->fastImport.write("\ndata ");
repository->fastImport.write(QByteArray::number(length));
repository->fastImport.write("\n", 1);
#endif
- modifiedFiles.insert(path, fp);
return &repository->fastImport;
}
void Repository::Transaction::commit()
{
+ processCache.touch(repository);
+
// create the commit message
QByteArray message = log;
if (!message.endsWith('\n'))
repository->fastImport.write("D " + df.toUtf8() + "\n");
// write the file modifications
- QHash<QString, FileProperties>::ConstIterator it = modifiedFiles.constBegin();
- for ( ; it != modifiedFiles.constEnd(); ++it) {
- repository->fastImport.write("M ", 2);
- repository->fastImport.write(QByteArray::number(it->mode, 8));
- repository->fastImport.write(" :", 2);
- repository->fastImport.write(QByteArray::number(it->mark));
- repository->fastImport.write(" ", 1);
- repository->fastImport.write(it.key().toUtf8());
- repository->fastImport.write("\n", 1);
- }
+ repository->fastImport.write(modifiedFiles);
repository->fastImport.write("\nprogress Commit #" +
QByteArray::number(repository->commitCount) +