Add lock for repository operation.

This commit is contained in:
takezoe
2013-07-26 18:14:31 +09:00
parent 2f52ed3ee0
commit 1af52d16c0
5 changed files with 243 additions and 188 deletions

View File

@@ -1,7 +1,7 @@
package app package app
import util.Directory._ import util.Directory._
import util.{JGitUtil, UsersAuthenticator, ReferrerAuthenticator} import util.{LockUtil, JGitUtil, UsersAuthenticator, ReferrerAuthenticator}
import service._ import service._
import java.io.File import java.io.File
import org.eclipse.jgit.api.Git import org.eclipse.jgit.api.Git
@@ -48,6 +48,8 @@ trait CreateRepositoryControllerBase extends ControllerBase {
* Create new repository. * Create new repository.
*/ */
post("/new", newForm)(usersOnly { form => post("/new", newForm)(usersOnly { form =>
LockUtil.lock(s"${form.owner}/${form.name}/create"){
if(getRepository(form.owner, form.name, baseUrl).isEmpty){
val ownerAccount = getAccountByUserName(form.owner).get val ownerAccount = getAccountByUserName(form.owner).get
val loginAccount = context.loginAccount.get val loginAccount = context.loginAccount.get
val loginUserName = loginAccount.userName val loginUserName = loginAccount.userName
@@ -104,15 +106,18 @@ trait CreateRepositoryControllerBase extends ControllerBase {
// Record activity // Record activity
recordCreateRepositoryActivity(form.owner, form.name, loginUserName) recordCreateRepositoryActivity(form.owner, form.name, loginUserName)
}
// redirect to the repository // redirect to the repository
redirect(s"/${form.owner}/${form.name}") redirect(s"/${form.owner}/${form.name}")
}
}) })
post("/:owner/:repository/_fork")(referrersOnly { repository => post("/:owner/:repository/_fork")(referrersOnly { repository =>
val loginAccount = context.loginAccount.get val loginAccount = context.loginAccount.get
val loginUserName = loginAccount.userName val loginUserName = loginAccount.userName
LockUtil.lock(s"${loginUserName}/${repository.name}/create"){
if(getRepository(loginUserName, repository.name, baseUrl).isEmpty){ if(getRepository(loginUserName, repository.name, baseUrl).isEmpty){
// Insert to the database at first // Insert to the database at first
val originUserName = repository.repository.originUserName.getOrElse(repository.owner) val originUserName = repository.repository.originUserName.getOrElse(repository.owner)
@@ -161,6 +166,7 @@ trait CreateRepositoryControllerBase extends ControllerBase {
} }
// redirect to the repository // redirect to the repository
redirect("/%s/%s".format(loginUserName, repository.name)) redirect("/%s/%s".format(loginUserName, repository.name))
}
}) })
private def insertDefaultLabels(userName: String, repositoryName: String): Unit = { private def insertDefaultLabels(userName: String, repositoryName: String): Unit = {

View File

@@ -1,6 +1,6 @@
package app package app
import util.{CollaboratorsAuthenticator, JGitUtil, ReferrerAuthenticator} import util.{LockUtil, CollaboratorsAuthenticator, JGitUtil, ReferrerAuthenticator}
import util.Directory._ import util.Directory._
import util.Implicits._ import util.Implicits._
import util.JGitUtil.{DiffInfo, CommitInfo} import util.JGitUtil.{DiffInfo, CommitInfo}
@@ -82,6 +82,7 @@ trait PullRequestsControllerBase extends ControllerBase {
}) })
post("/:owner/:repository/pulls/:id/merge", mergeForm)(collaboratorsOnly { (form, repository) => post("/:owner/:repository/pulls/:id/merge", mergeForm)(collaboratorsOnly { (form, repository) =>
LockUtil.lock(s"${repository.owner}/${repository.name}/merge"){
val issueId = params("id").toInt val issueId = params("id").toInt
getPullRequest(repository.owner, repository.name, issueId).map { case (issue, pullreq) => getPullRequest(repository.owner, repository.name, issueId).map { case (issue, pullreq) =>
@@ -110,10 +111,11 @@ trait PullRequestsControllerBase extends ControllerBase {
throw new RuntimeException("This pull request can't merge automatically.") throw new RuntimeException("This pull request can't merge automatically.")
} }
// git.commit // TODO merge commit
// .setCommitter(new PersonIdent(loginAccount.userName, loginAccount.mailAddress)) // git.commit
// .setMessage(s"Merge pull request #${issueId} from ${pullreq.requestUserName}/${pullreq.requestRepositoryName}\n" // .setCommitter(new PersonIdent(loginAccount.userName, loginAccount.mailAddress))
// + form.message).call // .setMessage(s"Merge pull request #${issueId} from ${pullreq.requestUserName}/${pullreq.requestRepositoryName}\n"
// + form.message).call
git.push.call git.push.call
val (commits, _) = getRequestCompareInfo(repository.owner, repository.name, pullreq.commitIdFrom, val (commits, _) = getRequestCompareInfo(repository.owner, repository.name, pullreq.commitIdFrom,
@@ -130,14 +132,19 @@ trait PullRequestsControllerBase extends ControllerBase {
FileUtils.deleteDirectory(tmpdir) FileUtils.deleteDirectory(tmpdir)
} }
} getOrElse NotFound } getOrElse NotFound
}
}) })
private def checkConflict(userName: String, repositoryName: String, branch: String, private def checkConflict(userName: String, repositoryName: String, branch: String,
requestUserName: String, requestRepositoryName: String, requestBranch: String): Boolean = { requestUserName: String, requestRepositoryName: String, requestBranch: String): Boolean = {
LockUtil.lock(s"${userName}/${repositoryName}/merge-check"){
val remote = getRepositoryDir(userName, repositoryName) val remote = getRepositoryDir(userName, repositoryName)
val tmpdir = new java.io.File(getTemporaryDir(userName, repositoryName), "merge-check") val tmpdir = new java.io.File(getTemporaryDir(userName, repositoryName), "merge-check")
val git = Git.cloneRepository.setDirectory(tmpdir).setURI(remote.toURI.toString).call val git = Git.cloneRepository.setDirectory(tmpdir).setURI(remote.toURI.toString).call
try { try {
if(tmpdir.exists()){
FileUtils.deleteDirectory(tmpdir)
}
git.checkout.setName(branch).call git.checkout.setName(branch).call
git.fetch git.fetch
@@ -155,6 +162,7 @@ trait PullRequestsControllerBase extends ControllerBase {
FileUtils.deleteDirectory(tmpdir) FileUtils.deleteDirectory(tmpdir)
} }
} }
}
get("/:owner/:repository/pulls/compare")(collaboratorsOnly { newRepo => get("/:owner/:repository/pulls/compare")(collaboratorsOnly { newRepo =>
(newRepo.repository.originUserName, newRepo.repository.originRepositoryName) match { (newRepo.repository.originUserName, newRepo.repository.originRepositoryName) match {

View File

@@ -106,8 +106,9 @@ trait WikiControllerBase extends ControllerBase {
get("/:owner/:repository/wiki/:page/_delete")(collaboratorsOnly { repository => get("/:owner/:repository/wiki/:page/_delete")(collaboratorsOnly { repository =>
val pageName = StringUtil.urlDecode(params("page")) val pageName = StringUtil.urlDecode(params("page"))
val account = context.loginAccount.get
deleteWikiPage(repository.owner, repository.name, pageName, context.loginAccount.get.userName, s"Delete ${pageName}") deleteWikiPage(repository.owner, repository.name, pageName, account.userName, account.mailAddress, s"Delete ${pageName}")
updateLastActivityDate(repository.owner, repository.name) updateLastActivityDate(repository.owner, repository.name)
redirect(s"/${repository.owner}/${repository.name}/wiki") redirect(s"/${repository.owner}/${repository.name}/wiki")

View File

@@ -4,10 +4,7 @@ import java.io.File
import java.util.Date import java.util.Date
import org.eclipse.jgit.api.Git import org.eclipse.jgit.api.Git
import org.apache.commons.io.FileUtils import org.apache.commons.io.FileUtils
import util.JGitUtil.DiffInfo import util.{Directory, JGitUtil, LockUtil}
import util.{Directory, JGitUtil}
import org.eclipse.jgit.treewalk.CanonicalTreeParser
import java.util.concurrent.ConcurrentHashMap
object WikiService { object WikiService {
@@ -31,32 +28,39 @@ object WikiService {
*/ */
case class WikiPageHistoryInfo(name: String, committer: String, message: String, date: Date) case class WikiPageHistoryInfo(name: String, committer: String, message: String, date: Date)
/** // /**
* lock objects // * lock objects
*/ // */
private val locks = new ConcurrentHashMap[String, AnyRef]() // private val locks = new ConcurrentHashMap[String, Lock]()
//
/** // /**
* Returns the lock object for the specified repository. // * Returns the lock object for the specified repository.
*/ // */
private def getLockObject(owner: String, repository: String): AnyRef = synchronized { // private def getLockObject(owner: String, repository: String): Lock = synchronized {
val key = owner + "/" + repository // val key = owner + "/" + repository
if(!locks.containsKey(key)){ // if(!locks.containsKey(key)){
locks.put(key, new AnyRef()) // locks.put(key, new ReentrantLock())
} // }
locks.get(key) // locks.get(key)
} // }
//
/** // /**
* Synchronizes a given function which modifies the working copy of the wiki repository. // * Synchronizes a given function which modifies the working copy of the wiki repository.
* // *
* @param owner the repository owner // * @param owner the repository owner
* @param repository the repository name // * @param repository the repository name
* @param f the function which modifies the working copy of the wiki repository // * @param f the function which modifies the working copy of the wiki repository
* @tparam T the return type of the given function // * @tparam T the return type of the given function
* @return the result of the given function // * @return the result of the given function
*/ // */
def lock[T](owner: String, repository: String)(f: => T): T = getLockObject(owner, repository).synchronized(f) // def lock[T](owner: String, repository: String)(f: => T): T = {
// val lock = getLockObject(owner, repository)
// try {
// f
// } finally {
// lock.unlock()
// }
// }
} }
@@ -64,7 +68,7 @@ trait WikiService {
import WikiService._ import WikiService._
def createWikiRepository(loginAccount: model.Account, owner: String, repository: String): Unit = { def createWikiRepository(loginAccount: model.Account, owner: String, repository: String): Unit = {
lock(owner, repository){ LockUtil.lock(s"${owner}/${repository}/wiki"){
val dir = Directory.getWikiRepositoryDir(owner, repository) val dir = Directory.getWikiRepositoryDir(owner, repository)
if(!dir.exists){ if(!dir.exists){
try { try {
@@ -132,7 +136,7 @@ trait WikiService {
def saveWikiPage(owner: String, repository: String, currentPageName: String, newPageName: String, def saveWikiPage(owner: String, repository: String, currentPageName: String, newPageName: String,
content: String, committer: model.Account, message: String): Unit = { content: String, committer: model.Account, message: String): Unit = {
lock(owner, repository){ LockUtil.lock(s"${owner}/${repository}/wiki"){
// clone working copy // clone working copy
val workDir = Directory.getWikiWorkDir(owner, repository) val workDir = Directory.getWikiWorkDir(owner, repository)
cloneOrPullWorkingCopy(workDir, owner, repository) cloneOrPullWorkingCopy(workDir, owner, repository)
@@ -168,8 +172,9 @@ trait WikiService {
/** /**
* Delete the wiki page. * Delete the wiki page.
*/ */
def deleteWikiPage(owner: String, repository: String, pageName: String, committer: String, message: String): Unit = { def deleteWikiPage(owner: String, repository: String, pageName: String,
lock(owner, repository){ committer: String, mailAddress: String, message: String): Unit = {
LockUtil.lock(s"${owner}/${repository}/wiki"){
// clone working copy // clone working copy
val workDir = Directory.getWikiWorkDir(owner, repository) val workDir = Directory.getWikiWorkDir(owner, repository)
cloneOrPullWorkingCopy(workDir, owner, repository) cloneOrPullWorkingCopy(workDir, owner, repository)
@@ -181,8 +186,7 @@ trait WikiService {
git.rm.addFilepattern(pageName + ".md").call git.rm.addFilepattern(pageName + ".md").call
// commit and push // commit and push
// TODO committer's mail address git.commit.setAuthor(committer, mailAddress).setMessage(message).call
git.commit.setAuthor(committer, committer + "@devnull").setMessage(message).call
git.push.call git.push.call
} }
} }

View File

@@ -0,0 +1,36 @@
package util
import java.util.concurrent.ConcurrentHashMap
import java.util.concurrent.locks.{ReentrantLock, Lock}
object LockUtil {
/**
* lock objects
*/
private val locks = new ConcurrentHashMap[String, Lock]()
/**
* Returns the lock object for the specified repository.
*/
private def getLockObject(key: String): Lock = synchronized {
if(!locks.containsKey(key)){
locks.put(key, new ReentrantLock())
}
locks.get(key)
}
/**
* Synchronizes a given function which modifies the working copy of the wiki repository.
*/
def lock[T](key: String)(f: => T): T = {
val lock = getLockObject(key)
try {
lock.lock()
f
} finally {
lock.unlock()
}
}
}