Mixing
Goroutines don't reply after a while
0
I initialize a goroutine as a worker, to continuously receive messages from aws sqs.
The worker works like a charm until there are no message receive from sqs queue. The worker seem to lost (unresponsive).
Is the problem relative to GC? Anyone encounter this problem?
Here is simple code https://play.golang.org/p/CuyvUy7b_Sf .
Updated:
func main() {
// Init router
// Handling some APIs
// ...
}
func userWorker() {
sqsClient := getSqsClient()
for {
result, err := sqsClient.ReceiveMessage(&sqs.ReceiveMessageInput{
QueueUrl: aws.String(queueURL),,
MaxNumberOfMessages: aws.Int64(1),
MessageAttributeNames: aws.StringSlice(string{
"All",
}),
WaitTimeSeconds: aws.Int64(1), // wait for seconds
})
if err != nil {
log.Printf("Unable to receive message from sqs queue %v.", err)
continue
}
if len(result.Messages) > 0 {
if result.Messages[0].MessageAttributes["payload"] != nil {
// extract payload
messagePayload := result.Messages[0].MessageAttributes["payload"].BinaryValue
var payload schema.UsersWorkerPayload
err = msgpack.Unmarshal(messagePayload, &payload)
if err != nil {
log.Printf("Error when msgpack decodes payload %v", err)
continue
}
// get devices tokens from userIDs
tokenIDs, err := db.GetTokenIdByUsers(payload.UserIds)
if err != nil {
log.Printf("userWorker error GetTokenIdByUsers %v", err)
continue
}
if len(tokenIDs) == 0 {
log.Println("Could not get token ID.")
continue
}
results, err := fcm.PushToTokenIDs(tokenIDs, payload.Payload)
if err != nil {
log.Printf("userWorker PushToTokenIDs error %v", err)
continue
} else {
// delete message if everything is ok
err = mrsqs.DeleteMessage(config.UserQueueName, result.Messages[0].ReceiptHandle)
if err != nil {
log.Printf("Error when delete sqs message %v", err)
}
}
}
}
}
}
func init() {
go userWorker()
}
go amazon-sqs goroutine
asked Jan 2 at 5:17
khue buikhue bui
5751921
|
show 5 more comments
0
I initialize a goroutine as a worker, to continuously receive messages from aws sqs.
The worker works like a charm until there are no message receive from sqs queue. The worker seem to lost (unresponsive).
Is the problem relative to GC? Anyone encounter this problem?
Here is simple code https://play.golang.org/p/CuyvUy7b_Sf .
Updated:
func main() {
// Init router
// Handling some APIs
// ...
}
func userWorker() {
sqsClient := getSqsClient()
for {
result, err := sqsClient.ReceiveMessage(&sqs.ReceiveMessageInput{
QueueUrl: aws.String(queueURL),,
MaxNumberOfMessages: aws.Int64(1),
MessageAttributeNames: aws.StringSlice(string{
"All",
}),
WaitTimeSeconds: aws.Int64(1), // wait for seconds
})
if err != nil {
log.Printf("Unable to receive message from sqs queue %v.", err)
continue
}
if len(result.Messages) > 0 {
if result.Messages[0].MessageAttributes["payload"] != nil {
// extract payload
messagePayload := result.Messages[0].MessageAttributes["payload"].BinaryValue
var payload schema.UsersWorkerPayload
err = msgpack.Unmarshal(messagePayload, &payload)
if err != nil {
log.Printf("Error when msgpack decodes payload %v", err)
continue
}
// get devices tokens from userIDs
tokenIDs, err := db.GetTokenIdByUsers(payload.UserIds)
if err != nil {
log.Printf("userWorker error GetTokenIdByUsers %v", err)
continue
}
if len(tokenIDs) == 0 {
log.Println("Could not get token ID.")
continue
}
results, err := fcm.PushToTokenIDs(tokenIDs, payload.Payload)
if err != nil {
log.Printf("userWorker PushToTokenIDs error %v", err)
continue
} else {
// delete message if everything is ok
err = mrsqs.DeleteMessage(config.UserQueueName, result.Messages[0].ReceiptHandle)
if err != nil {
log.Printf("Error when delete sqs message %v", err)
}
}
}
}
}
}
func init() {
go userWorker()
}
go amazon-sqs goroutine
asked Jan 2 at 5:17
khue buikhue bui
5751921
Shared code looks good. Make sure you do not exit from loop (continue) or panic without logging that event. Share more code if that is still not resolved.
– Dmitry Harnitski
Jan 2 at 5:43
What do you mean by saying that the goroutine is irresponsive? Does it mean that when messages appear in the queue, the worker doesn't handle them anymore?
– Andrey Dyatlov
Jan 2 at 6:02
Yes. @AndreyDyatlov
– khue bui
Jan 2 at 6:30
2
From the example, it's hard to understand, which part of it is just a sketch or simplification, and which is essential. For example, if the program would compile it exits immediately after printing the greeting as themain()function doesn't wait till the goroutine is complete. Another suspicious thing is that you are starting the worker in theinit()function. Could you please try to come up with a minimum viable example to reproduce the problem.
– Andrey Dyatlov
Jan 2 at 6:42
2
All questions must be complete without following links. Please put the relevant portion of code directly into the question.
– Flimzy
Jan 2 at 7:06
|
show 5 more comments
0
0
0
I initialize a goroutine as a worker, to continuously receive messages from aws sqs.
The worker works like a charm until there are no message receive from sqs queue. The worker seem to lost (unresponsive).
Is the problem relative to GC? Anyone encounter this problem?
Here is simple code https://play.golang.org/p/CuyvUy7b_Sf .
Updated:
func main() {
// Init router
// Handling some APIs
// ...
}
func userWorker() {
sqsClient := getSqsClient()
for {
result, err := sqsClient.ReceiveMessage(&sqs.ReceiveMessageInput{
QueueUrl: aws.String(queueURL),,
MaxNumberOfMessages: aws.Int64(1),
MessageAttributeNames: aws.StringSlice(string{
"All",
}),
WaitTimeSeconds: aws.Int64(1), // wait for seconds
})
if err != nil {
log.Printf("Unable to receive message from sqs queue %v.", err)
continue
}
if len(result.Messages) > 0 {
if result.Messages[0].MessageAttributes["payload"] != nil {
// extract payload
messagePayload := result.Messages[0].MessageAttributes["payload"].BinaryValue
var payload schema.UsersWorkerPayload
err = msgpack.Unmarshal(messagePayload, &payload)
if err != nil {
log.Printf("Error when msgpack decodes payload %v", err)
continue
}
// get devices tokens from userIDs
tokenIDs, err := db.GetTokenIdByUsers(payload.UserIds)
if err != nil {
log.Printf("userWorker error GetTokenIdByUsers %v", err)
continue
}
if len(tokenIDs) == 0 {
log.Println("Could not get token ID.")
continue
}
results, err := fcm.PushToTokenIDs(tokenIDs, payload.Payload)
if err != nil {
log.Printf("userWorker PushToTokenIDs error %v", err)
continue
} else {
// delete message if everything is ok
err = mrsqs.DeleteMessage(config.UserQueueName, result.Messages[0].ReceiptHandle)
if err != nil {
log.Printf("Error when delete sqs message %v", err)
}
}
}
}
}
}
func init() {
go userWorker()
}
go amazon-sqs goroutine
asked Jan 2 at 5:17
khue buikhue bui
5751921
I initialize a goroutine as a worker, to continuously receive messages from aws sqs.
The worker works like a charm until there are no message receive from sqs queue. The worker seem to lost (unresponsive).
Is the problem relative to GC? Anyone encounter this problem?
Here is simple code https://play.golang.org/p/CuyvUy7b_Sf .
Updated:
func main() {
// Init router
// Handling some APIs
// ...
}
func userWorker() {
sqsClient := getSqsClient()
for {
result, err := sqsClient.ReceiveMessage(&sqs.ReceiveMessageInput{
QueueUrl: aws.String(queueURL),,
MaxNumberOfMessages: aws.Int64(1),
MessageAttributeNames: aws.StringSlice(string{
"All",
}),
WaitTimeSeconds: aws.Int64(1), // wait for seconds
})
if err != nil {
log.Printf("Unable to receive message from sqs queue %v.", err)
continue
}
if len(result.Messages) > 0 {
if result.Messages[0].MessageAttributes["payload"] != nil {
// extract payload
messagePayload := result.Messages[0].MessageAttributes["payload"].BinaryValue
var payload schema.UsersWorkerPayload
err = msgpack.Unmarshal(messagePayload, &payload)
if err != nil {
log.Printf("Error when msgpack decodes payload %v", err)
continue
}
// get devices tokens from userIDs
tokenIDs, err := db.GetTokenIdByUsers(payload.UserIds)
if err != nil {
log.Printf("userWorker error GetTokenIdByUsers %v", err)
continue
}
if len(tokenIDs) == 0 {
log.Println("Could not get token ID.")
continue
}
results, err := fcm.PushToTokenIDs(tokenIDs, payload.Payload)
if err != nil {
log.Printf("userWorker PushToTokenIDs error %v", err)
continue
} else {
// delete message if everything is ok
err = mrsqs.DeleteMessage(config.UserQueueName, result.Messages[0].ReceiptHandle)
if err != nil {
log.Printf("Error when delete sqs message %v", err)
}
}
}
}
}
}
func init() {
go userWorker()
}
go amazon-sqs goroutine
go amazon-sqs goroutine
asked Jan 2 at 5:17
khue buikhue bui
5751921
asked Jan 2 at 5:17
khue buikhue bui
5751921
edited Jan 2 at 8:48
khue bui
asked Jan 2 at 5:17
khue buikhue bui
5751921
asked Jan 2 at 5:17
khue buikhue bui
5751921
asked Jan 2 at 5:17
khue buikhue bui
5751921
5751921
Shared code looks good. Make sure you do not exit from loop (continue) or panic without logging that event. Share more code if that is still not resolved.
– Dmitry Harnitski
Jan 2 at 5:43
What do you mean by saying that the goroutine is irresponsive? Does it mean that when messages appear in the queue, the worker doesn't handle them anymore?
– Andrey Dyatlov
Jan 2 at 6:02
Yes. @AndreyDyatlov
– khue bui
Jan 2 at 6:30
2
From the example, it's hard to understand, which part of it is just a sketch or simplification, and which is essential. For example, if the program would compile it exits immediately after printing the greeting as themain()function doesn't wait till the goroutine is complete. Another suspicious thing is that you are starting the worker in theinit()function. Could you please try to come up with a minimum viable example to reproduce the problem.
– Andrey Dyatlov
Jan 2 at 6:42
2
All questions must be complete without following links. Please put the relevant portion of code directly into the question.
– Flimzy
Jan 2 at 7:06
|
show 5 more comments
Shared code looks good. Make sure you do not exit from loop (continue) or panic without logging that event. Share more code if that is still not resolved.
– Dmitry Harnitski
Jan 2 at 5:43
What do you mean by saying that the goroutine is irresponsive? Does it mean that when messages appear in the queue, the worker doesn't handle them anymore?
– Andrey Dyatlov
Jan 2 at 6:02
Yes. @AndreyDyatlov
– khue bui
Jan 2 at 6:30
2
From the example, it's hard to understand, which part of it is just a sketch or simplification, and which is essential. For example, if the program would compile it exits immediately after printing the greeting as themain()function doesn't wait till the goroutine is complete. Another suspicious thing is that you are starting the worker in theinit()function. Could you please try to come up with a minimum viable example to reproduce the problem.
– Andrey Dyatlov
Jan 2 at 6:42
2
All questions must be complete without following links. Please put the relevant portion of code directly into the question.
– Flimzy
Jan 2 at 7:06
Shared code looks good. Make sure you do not exit from loop (continue) or panic without logging that event. Share more code if that is still not resolved.
– Dmitry Harnitski
Jan 2 at 5:43
Shared code looks good. Make sure you do not exit from loop (continue) or panic without logging that event. Share more code if that is still not resolved.
– Dmitry Harnitski
Jan 2 at 5:43
What do you mean by saying that the goroutine is irresponsive? Does it mean that when messages appear in the queue, the worker doesn't handle them anymore?
– Andrey Dyatlov
Jan 2 at 6:02
What do you mean by saying that the goroutine is irresponsive? Does it mean that when messages appear in the queue, the worker doesn't handle them anymore?
– Andrey Dyatlov
Jan 2 at 6:02
Yes. @AndreyDyatlov
– khue bui
Jan 2 at 6:30
Yes. @AndreyDyatlov
– khue bui
Jan 2 at 6:30
2
2
From the example, it's hard to understand, which part of it is just a sketch or simplification, and which is essential. For example, if the program would compile it exits immediately after printing the greeting as the
main() function doesn't wait till the goroutine is complete. Another suspicious thing is that you are starting the worker in the init() function. Could you please try to come up with a minimum viable example to reproduce the problem.– Andrey Dyatlov
Jan 2 at 6:42
From the example, it's hard to understand, which part of it is just a sketch or simplification, and which is essential. For example, if the program would compile it exits immediately after printing the greeting as the
main() function doesn't wait till the goroutine is complete. Another suspicious thing is that you are starting the worker in the init() function. Could you please try to come up with a minimum viable example to reproduce the problem.– Andrey Dyatlov
Jan 2 at 6:42
2
2
All questions must be complete without following links. Please put the relevant portion of code directly into the question.
– Flimzy
Jan 2 at 7:06
All questions must be complete without following links. Please put the relevant portion of code directly into the question.
– Flimzy
Jan 2 at 7:06
|
show 5 more comments
1 Answer
1
active
oldest
votes
0
This program will exit immediately after the fmt.Println("Hello, playground") command is complete. You can use the wait group or a channel to keep the goroutine running.
func main() {
go userWorker()
c := make(chan struct{})
<-c
}
func userWorker() {
...
}
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
add a comment |
Your Answer
StackExchange.ifUsing("editor", function () {
StackExchange.using("externalEditor", function () {
StackExchange.using("snippets", function () {
StackExchange.snippets.init();
});
});
}, "code-snippets");
StackExchange.ready(function() {
var channelOptions = {
tags: "".split(" "),
id: "1"
};
initTagRenderer("".split(" "), "".split(" "), channelOptions);
StackExchange.using("externalEditor", function() {
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled) {
StackExchange.using("snippets", function() {
createEditor();
});
}
else {
createEditor();
}
});
function createEditor() {
StackExchange.prepareEditor({
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: true,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: 10,
bindNavPrevention: true,
postfix: "",
imageUploader: {
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
},
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
});
}
});
draft saved
draft discarded
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
StackExchange.ready(
function () {
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f54001544%2fgoroutines-dont-reply-after-a-while%23new-answer', 'question_page');
}
);
Post as a guest
Required, but never shown
1 Answer
1
active
oldest
votes
1 Answer
1
active
oldest
votes
active
oldest
votes
active
oldest
votes
0
This program will exit immediately after the fmt.Println("Hello, playground") command is complete. You can use the wait group or a channel to keep the goroutine running.
func main() {
go userWorker()
c := make(chan struct{})
<-c
}
func userWorker() {
...
}
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
add a comment |
0
This program will exit immediately after the fmt.Println("Hello, playground") command is complete. You can use the wait group or a channel to keep the goroutine running.
func main() {
go userWorker()
c := make(chan struct{})
<-c
}
func userWorker() {
...
}
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
add a comment |
0
0
0
This program will exit immediately after the fmt.Println("Hello, playground") command is complete. You can use the wait group or a channel to keep the goroutine running.
func main() {
go userWorker()
c := make(chan struct{})
<-c
}
func userWorker() {
...
}
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
This program will exit immediately after the fmt.Println("Hello, playground") command is complete. You can use the wait group or a channel to keep the goroutine running.
func main() {
go userWorker()
c := make(chan struct{})
<-c
}
func userWorker() {
...
}
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
edited Jan 2 at 8:21
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
answered Jan 2 at 8:12
Andrey DyatlovAndrey Dyatlov
6271511
6271511
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
add a comment |
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
In fact, I have a simple server that handle some APIs, so that userWorker will not exit immediately. Sorry for the lack of clarification.
– khue bui
Jan 2 at 8:50
add a comment |
draft saved
draft discarded
Thanks for contributing an answer to Stack Overflow!
- Please be sure to answer the question. Provide details and share your research!
But avoid …
- Asking for help, clarification, or responding to other answers.
- Making statements based on opinion; back them up with references or personal experience.
To learn more, see our tips on writing great answers.
draft saved
draft discarded
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
StackExchange.ready(
function () {
StackExchange.openid.initPostLogin('.new-post-login', 'https%3a%2f%2fstackoverflow.com%2fquestions%2f54001544%2fgoroutines-dont-reply-after-a-while%23new-answer', 'question_page');
}
);
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Sign up or log in
StackExchange.ready(function () {
StackExchange.helpers.onClickDraftSave('#login-link');
});
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Sign up using Google
Sign up using Facebook
Sign up using Email and Password
Post as a guest
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Required, but never shown
Shared code looks good. Make sure you do not exit from loop (continue) or panic without logging that event. Share more code if that is still not resolved.
– Dmitry Harnitski
Jan 2 at 5:43
What do you mean by saying that the goroutine is irresponsive? Does it mean that when messages appear in the queue, the worker doesn't handle them anymore?
– Andrey Dyatlov
Jan 2 at 6:02
Yes. @AndreyDyatlov
– khue bui
Jan 2 at 6:30
2
From the example, it's hard to understand, which part of it is just a sketch or simplification, and which is essential. For example, if the program would compile it exits immediately after printing the greeting as the
main()function doesn't wait till the goroutine is complete. Another suspicious thing is that you are starting the worker in theinit()function. Could you please try to come up with a minimum viable example to reproduce the problem.– Andrey Dyatlov
Jan 2 at 6:42
2
All questions must be complete without following links. Please put the relevant portion of code directly into the question.
– Flimzy
Jan 2 at 7:06