118 lines
3.2 KiB
Lua
118 lines
3.2 KiB
Lua
--[[
|
|
Adds a priotitized job to the queue by doing the following:
|
|
- Increases the job counter if needed.
|
|
- Creates a new job key with the job data.
|
|
- Adds the job to the "added" list so that workers gets notified.
|
|
|
|
Input:
|
|
KEYS[1] 'marker',
|
|
KEYS[2] 'meta'
|
|
KEYS[3] 'id'
|
|
KEYS[4] 'prioritized'
|
|
KEYS[5] 'delayed'
|
|
KEYS[6] 'completed'
|
|
KEYS[7] 'active'
|
|
KEYS[8] events stream key
|
|
KEYS[9] 'pc' priority counter
|
|
|
|
ARGV[1] msgpacked arguments array
|
|
[1] key prefix,
|
|
[2] custom id (will not generate one automatically)
|
|
[3] name
|
|
[4] timestamp
|
|
[5] parentKey?
|
|
[6] parent dependencies key.
|
|
[7] parent? {id, queueKey}
|
|
[8] repeat job key
|
|
[9] deduplication key
|
|
|
|
ARGV[2] Json stringified job data
|
|
ARGV[3] msgpacked options
|
|
|
|
Output:
|
|
jobId - OK
|
|
-5 - Missing parent key
|
|
]]
|
|
local metaKey = KEYS[2]
|
|
local idKey = KEYS[3]
|
|
local priorityKey = KEYS[4]
|
|
|
|
local completedKey = KEYS[6]
|
|
local activeKey = KEYS[7]
|
|
local eventsKey = KEYS[8]
|
|
local priorityCounterKey = KEYS[9]
|
|
|
|
local jobId
|
|
local jobIdKey
|
|
local rcall = redis.call
|
|
|
|
local args = cmsgpack.unpack(ARGV[1])
|
|
|
|
local data = ARGV[2]
|
|
local opts = cmsgpack.unpack(ARGV[3])
|
|
|
|
local parentKey = args[5]
|
|
local parent = args[7]
|
|
local repeatJobKey = args[8]
|
|
local deduplicationKey = args[9]
|
|
local parentData
|
|
|
|
-- Includes
|
|
--- @include "includes/addJobWithPriority"
|
|
--- @include "includes/deduplicateJob"
|
|
--- @include "includes/storeJob"
|
|
--- @include "includes/getOrSetMaxEvents"
|
|
--- @include "includes/handleDuplicatedJob"
|
|
--- @include "includes/isQueuePausedOrMaxed"
|
|
|
|
if parentKey ~= nil then
|
|
if rcall("EXISTS", parentKey) ~= 1 then return -5 end
|
|
|
|
parentData = cjson.encode(parent)
|
|
end
|
|
|
|
local jobCounter = rcall("INCR", idKey)
|
|
|
|
local maxEvents = getOrSetMaxEvents(metaKey)
|
|
|
|
local parentDependenciesKey = args[6]
|
|
local timestamp = args[4]
|
|
if args[2] == "" then
|
|
jobId = jobCounter
|
|
jobIdKey = args[1] .. jobId
|
|
else
|
|
jobId = args[2]
|
|
jobIdKey = args[1] .. jobId
|
|
if rcall("EXISTS", jobIdKey) == 1 then
|
|
return handleDuplicatedJob(jobIdKey, jobId, parentKey, parent,
|
|
parentData, parentDependenciesKey, completedKey, eventsKey,
|
|
maxEvents, timestamp)
|
|
end
|
|
end
|
|
|
|
local deduplicationJobId = deduplicateJob(opts['de'], jobId, KEYS[5],
|
|
deduplicationKey, eventsKey, maxEvents, args[1])
|
|
if deduplicationJobId then
|
|
return deduplicationJobId
|
|
end
|
|
|
|
-- Store the job.
|
|
local delay, priority = storeJob(eventsKey, jobIdKey, jobId, args[3], ARGV[2],
|
|
opts, timestamp, parentKey, parentData,
|
|
repeatJobKey)
|
|
|
|
-- Add the job to the prioritized set
|
|
local isPausedOrMaxed = isQueuePausedOrMaxed(metaKey, activeKey)
|
|
addJobWithPriority( KEYS[1], priorityKey, priority, jobId, priorityCounterKey, isPausedOrMaxed)
|
|
|
|
-- Emit waiting event
|
|
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "waiting",
|
|
"jobId", jobId)
|
|
|
|
-- Check if this job is a child of another job, if so add it to the parents dependencies
|
|
if parentDependenciesKey ~= nil then
|
|
rcall("SADD", parentDependenciesKey, jobIdKey)
|
|
end
|
|
|
|
return jobId .. "" -- convert to string
|