Craftadoc/clsi
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

add db queue file for global db query queues

Browse Source
This commit is contained in:
Henry Oswald
2018-07-30 16:46:47 +01:00
parent 627bed428e
commit d1ce49d6d7
3 changed files with 46 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
app/coffee/UrlCache.coffee
View File

@@ -1,4 +1,5 @@
db = require("./db")
dbQueue = require "./DbQueue"
UrlFetcher = require("./UrlFetcher")
Settings = require("settings-sharelatex")
crypto = require("crypto")
@@ -6,15 +7,6 @@ fs = require("fs")
logger = require "logger-sharelatex"
async = require "async"
queue = async.queue((task, cb)->
console.log("running task")
task(cb)
, 1)
console.log("hi there queue")
queue.drain = ()->
console.log('HI all items have been processed')
module.exports = UrlCache =
downloadUrlToFile: (project_id, url, destPath, lastModified, callback = (error) ->) ->
UrlCache._ensureUrlIsInCache project_id, url, lastModified, (error, pathToCachedUrl) =>
@@ -108,7 +100,7 @@ module.exports = UrlCache =
db.UrlCache.find(where: { url: url, project_id: project_id })
.then((urlDetails) -> cb null, urlDetails)
.error cb
queue.push job, callback
dbQueue.queue.push job, callback
_updateOrCreateUrlDetails: (project_id, url, lastModified, callback = (error) ->) ->
job = (cb)->
@@ -121,7 +113,7 @@ module.exports = UrlCache =
.error(cb)
)
.error cb
queue.push(job, callback)
dbQueue.queue.push(job, callback)
_clearUrlDetails: (project_id, url, callback = (error) ->) ->
job = (cb)->
@@ -129,7 +121,7 @@ module.exports = UrlCache =
db.UrlCache.destroy(where: {url: url, project_id: project_id})
.then(() -> cb null)
.error cb
queue.push(job, callback)
dbQueue.queue.push(job, callback)
_findAllUrlsInProject: (project_id, callback = (error, urls) ->) ->
@@ -141,7 +133,7 @@ module.exports = UrlCache =
cb null, urlEntries.map((entry) -> entry.url)
)
.error cb
queue.push(job, callback)
dbQueue.queue.push(job, callback)