mirror of
https://github.com/hibiken/asynq.git
synced 2024-11-10 11:31:58 +08:00
Minor cleanup
This commit is contained in:
parent
0db4b8a34f
commit
c9a8f5fabd
19
processor.go
19
processor.go
@ -34,8 +34,8 @@ func (p *processor) terminate() {
|
|||||||
p.done <- struct{}{}
|
p.done <- struct{}{}
|
||||||
|
|
||||||
fmt.Print("Waiting for all workers to finish...")
|
fmt.Print("Waiting for all workers to finish...")
|
||||||
|
// block until all workers have released the token
|
||||||
for i := 0; i < cap(p.sema); i++ {
|
for i := 0; i < cap(p.sema); i++ {
|
||||||
// block until all workers have released the token
|
|
||||||
p.sema <- struct{}{}
|
p.sema <- struct{}{}
|
||||||
}
|
}
|
||||||
fmt.Println("Done")
|
fmt.Println("Done")
|
||||||
@ -65,18 +65,13 @@ func (p *processor) exec() {
|
|||||||
// in case of a program shutdown or additon of a new queue.
|
// in case of a program shutdown or additon of a new queue.
|
||||||
const timeout = 5 * time.Second
|
const timeout = 5 * time.Second
|
||||||
msg, err := p.rdb.dequeue(defaultQueue, timeout)
|
msg, err := p.rdb.dequeue(defaultQueue, timeout)
|
||||||
|
if err == errDequeueTimeout {
|
||||||
|
// timed out, this is a normal behavior.
|
||||||
|
return
|
||||||
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
switch err {
|
log.Printf("[ERROR] unexpected error while pulling a task out of queue: %v\n", err)
|
||||||
case errQueuePopTimeout:
|
return
|
||||||
// timed out, this is a normal behavior.
|
|
||||||
return
|
|
||||||
case errDeserializeTask:
|
|
||||||
log.Println("[Error] could not parse json encoded message")
|
|
||||||
return
|
|
||||||
default:
|
|
||||||
log.Printf("[Error] unexpected error while pulling message out of queues: %v\n", err)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
task := &Task{Type: msg.Type, Payload: msg.Payload}
|
task := &Task{Type: msg.Type, Payload: msg.Payload}
|
||||||
|
10
rdb.go
10
rdb.go
@ -22,7 +22,7 @@ const (
|
|||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
errQueuePopTimeout = errors.New("blocking queue pop operation timed out")
|
errDequeueTimeout = errors.New("blocking dequeue operation timed out")
|
||||||
errSerializeTask = errors.New("could not encode task message into json")
|
errSerializeTask = errors.New("could not encode task message into json")
|
||||||
errDeserializeTask = errors.New("could not decode task message from json")
|
errDeserializeTask = errors.New("could not decode task message from json")
|
||||||
)
|
)
|
||||||
@ -65,11 +65,11 @@ func (r *rdb) enqueue(msg *taskMessage) error {
|
|||||||
// and returns the task.
|
// and returns the task.
|
||||||
func (r *rdb) dequeue(qname string, timeout time.Duration) (*taskMessage, error) {
|
func (r *rdb) dequeue(qname string, timeout time.Duration) (*taskMessage, error) {
|
||||||
data, err := r.client.BRPopLPush(qname, inProgress, timeout).Result()
|
data, err := r.client.BRPopLPush(qname, inProgress, timeout).Result()
|
||||||
|
if err == redis.Nil {
|
||||||
|
return nil, errDequeueTimeout
|
||||||
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if err != redis.Nil {
|
return nil, fmt.Errorf("command BRPOPLPUSH %q %q %v failed: %v", qname, inProgress, timeout, err)
|
||||||
return nil, fmt.Errorf("command BRPOPLPUSH %q %q %v failed: %v", qname, inProgress, timeout, err)
|
|
||||||
}
|
|
||||||
return nil, errQueuePopTimeout
|
|
||||||
}
|
}
|
||||||
var msg taskMessage
|
var msg taskMessage
|
||||||
err = json.Unmarshal([]byte(data), &msg)
|
err = json.Unmarshal([]byte(data), &msg)
|
||||||
|
@ -98,7 +98,7 @@ func TestDequeue(t *testing.T) {
|
|||||||
inProgress int64 // length of "in-progress" tasks after dequeue
|
inProgress int64 // length of "in-progress" tasks after dequeue
|
||||||
}{
|
}{
|
||||||
{queued: []*taskMessage{t1}, want: t1, err: nil, inProgress: 1},
|
{queued: []*taskMessage{t1}, want: t1, err: nil, inProgress: 1},
|
||||||
{queued: []*taskMessage{}, want: nil, err: errQueuePopTimeout, inProgress: 0},
|
{queued: []*taskMessage{}, want: nil, err: errDequeueTimeout, inProgress: 0},
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, tc := range tests {
|
for _, tc := range tests {
|
||||||
|
Loading…
Reference in New Issue
Block a user