mirror of
https://github.com/MightyPirates/OpenComputers.git
synced 2025-09-14 17:56:34 -04:00
Implemented threaded filesystem saving.
(cherry picked from commit f129282)
This commit is contained in:
parent
db18c1df62
commit
a8a421e25a
@ -9,6 +9,7 @@ import cpw.mods.fml.common.network.FMLEventChannel
|
||||
import li.cil.oc.common.IMC
|
||||
import li.cil.oc.common.Proxy
|
||||
import li.cil.oc.server.command.CommandHandler
|
||||
import li.cil.oc.server.fs.BufferedFileSaveHandler
|
||||
import org.apache.logging.log4j.LogManager
|
||||
import org.apache.logging.log4j.Logger
|
||||
|
||||
@ -54,7 +55,15 @@ object OpenComputers {
|
||||
def missingMappings(e: FMLMissingMappingsEvent) = proxy.missingMappings(e)
|
||||
|
||||
@EventHandler
|
||||
def serverStart(e: FMLServerStartingEvent) = CommandHandler.register(e)
|
||||
def serverStart(e: FMLServerStartingEvent): Unit = {
|
||||
CommandHandler.register(e)
|
||||
BufferedFileSaveHandler.newThreadPool()
|
||||
}
|
||||
|
||||
@EventHandler
|
||||
def serverStop(e: FMLServerStoppedEvent): Unit = {
|
||||
BufferedFileSaveHandler.waitForSaving()
|
||||
}
|
||||
|
||||
@EventHandler
|
||||
def imc(e: IMCEvent) = IMC.handleEvent(e)
|
||||
|
@ -2,7 +2,12 @@ package li.cil.oc.server.fs
|
||||
|
||||
import java.io
|
||||
import java.io.FileNotFoundException
|
||||
import java.util.concurrent.CancellationException
|
||||
import java.util.concurrent.Future
|
||||
import java.util.concurrent.TimeUnit
|
||||
import java.util.concurrent.TimeoutException
|
||||
|
||||
import li.cil.oc.OpenComputers
|
||||
import li.cil.oc.api.fs.Mode
|
||||
import net.minecraft.nbt.NBTTagCompound
|
||||
import org.apache.commons.io.FileUtils
|
||||
@ -34,13 +39,26 @@ trait Buffered extends OutputStreamFileSystem {
|
||||
|
||||
// ----------------------------------------------------------------------- //
|
||||
|
||||
override def load(nbt: NBTTagCompound) = {
|
||||
private var saving: Option[Future[_]] = None
|
||||
|
||||
override def load(nbt: NBTTagCompound): Unit = {
|
||||
saving.foreach(f => try {
|
||||
f.get(120L, TimeUnit.SECONDS)
|
||||
} catch {
|
||||
case e: TimeoutException => OpenComputers.log.warn("Waiting for filesystem to save took two minutes! Aborting.")
|
||||
case e: CancellationException => // NO-OP
|
||||
})
|
||||
loadFiles(nbt)
|
||||
super.load(nbt)
|
||||
}
|
||||
|
||||
private def loadFiles(nbt: NBTTagCompound): Unit = this.synchronized {
|
||||
def recurse(path: String, directory: io.File) {
|
||||
makeDirectory(path)
|
||||
for (child <- directory.listFiles() if FileSystem.isValidFilename(child.getName)) {
|
||||
val childPath = path + child.getName
|
||||
val childFile = new io.File(directory, child.getName)
|
||||
if (child.exists() && child.isDirectory && child.list() != null) {
|
||||
if (child.exists() && child .isDirectory && child.list() != null) {
|
||||
recurse(childPath + "/", childFile)
|
||||
}
|
||||
else if (!exists(childPath) || !isDirectory(childPath)) {
|
||||
@ -74,13 +92,14 @@ trait Buffered extends OutputStreamFileSystem {
|
||||
fileRoot.delete()
|
||||
}
|
||||
else recurse("", fileRoot)
|
||||
|
||||
super.load(nbt)
|
||||
}
|
||||
|
||||
override def save(nbt: NBTTagCompound) = {
|
||||
super.save(nbt)
|
||||
saving = BufferedFileSaveHandler.scheduleSave(this)
|
||||
}
|
||||
|
||||
def saveFiles(): Unit = this.synchronized {
|
||||
for ((path, time) <- deletions) {
|
||||
val file = new io.File(fileRoot, path)
|
||||
if (FileUtils.isFileOlder(file, time))
|
||||
|
@ -0,0 +1,63 @@
|
||||
package li.cil.oc.server.fs
|
||||
|
||||
import java.util.concurrent.Future
|
||||
import java.util.concurrent.ScheduledExecutorService
|
||||
import java.util.concurrent.TimeUnit
|
||||
|
||||
import li.cil.oc.OpenComputers
|
||||
import li.cil.oc.util.ThreadPoolFactory
|
||||
|
||||
object BufferedFileSaveHandler {
|
||||
|
||||
private var _threadPool: ScheduledExecutorService = _
|
||||
|
||||
private def withPool(f: ScheduledExecutorService => Future[_], requiresPool: Boolean = true): Option[Future[_]] = {
|
||||
if (_threadPool == null) {
|
||||
OpenComputers.log.warn("Error handling file saving: Did the server never start?")
|
||||
if (requiresPool) {
|
||||
OpenComputers.log.warn("Creating new thread pool.")
|
||||
newThreadPool()
|
||||
} else {
|
||||
return None
|
||||
}
|
||||
} else if (_threadPool.isShutdown || _threadPool.isTerminated) {
|
||||
OpenComputers.log.warn("Error handling file saving: Thread pool shut down!")
|
||||
if (requiresPool) {
|
||||
OpenComputers.log.warn("Creating new thread pool.")
|
||||
newThreadPool()
|
||||
} else {
|
||||
return None
|
||||
}
|
||||
}
|
||||
Option(f(_threadPool))
|
||||
}
|
||||
|
||||
def newThreadPool(): Unit = {
|
||||
if (_threadPool != null && !_threadPool.isTerminated) {
|
||||
_threadPool.shutdownNow()
|
||||
}
|
||||
_threadPool = ThreadPoolFactory.create("FileSystem", 1)
|
||||
}
|
||||
|
||||
def scheduleSave(fs: Buffered): Option[Future[_]] = withPool(threadPool => threadPool.submit(new Runnable {
|
||||
override def run(): Unit = fs.saveFiles()
|
||||
}))
|
||||
|
||||
def waitForSaving(): Unit = withPool(threadPool => {
|
||||
try {
|
||||
threadPool.shutdown()
|
||||
var terminated = threadPool.awaitTermination(15, TimeUnit.SECONDS)
|
||||
if (!terminated) {
|
||||
OpenComputers.log.warn("Warning: Saving the filesystem has already taken 15 seconds!")
|
||||
terminated = threadPool.awaitTermination(105, TimeUnit.SECONDS)
|
||||
if (!terminated) {
|
||||
OpenComputers.log.error("Warning: Saving the filesystem has already taken two minutes! Aborting")
|
||||
threadPool.shutdownNow()
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
case e: InterruptedException => e.printStackTrace()
|
||||
}
|
||||
null
|
||||
}, requiresPool = false)
|
||||
}
|
Loading…
x
Reference in New Issue
Block a user