|
1 | 1 | package listener |
2 | 2 |
|
3 | 3 | import ( |
4 | | - "errors" |
5 | | - "fmt" |
6 | | - "github.com/streadway/amqp" |
7 | | - "magecomm/config_manager/system_limits" |
8 | | - "magecomm/logger" |
9 | | - "magecomm/messages/handler" |
10 | | - "magecomm/messages/queues" |
11 | | - "magecomm/services" |
12 | | - "sync" |
| 4 | + "errors" |
| 5 | + "fmt" |
| 6 | + "github.com/streadway/amqp" |
| 7 | + "magecomm/config_manager/system_limits" |
| 8 | + "magecomm/logger" |
| 9 | + "magecomm/messages/handler" |
| 10 | + "magecomm/messages/queues" |
| 11 | + "magecomm/services" |
| 12 | + "sync" |
13 | 13 | ) |
14 | 14 |
|
15 | 15 | type RmqListener struct { |
16 | | - ChannelPool *services.RabbitMQChannelPool |
17 | | - done chan struct{} |
18 | | - wg sync.WaitGroup |
| 16 | + ChannelPool *services.RabbitMQChannelPool |
| 17 | + stopChan chan struct{} |
| 18 | + waitGroup sync.WaitGroup |
19 | 19 | } |
20 | 20 |
|
21 | 21 | func (listener *RmqListener) shouldExecutionBeDelayed() error { |
22 | | - totalDeferTime := 0 |
23 | | - for system_limits.CheckIfOutsideOperationalLimits() { |
24 | | - system_limits.SystemLimitCheckSleep() |
25 | | - totalDeferTime += int(system_limits.WaitTimeBetweenChecks) |
| 22 | + totalDeferTime := 0 |
| 23 | + for system_limits.CheckIfOutsideOperationalLimits() { |
| 24 | + system_limits.SystemLimitCheckSleep() |
| 25 | + totalDeferTime += int(system_limits.WaitTimeBetweenChecks) |
26 | 26 |
|
27 | | - if totalDeferTime > int(system_limits.MaxDeferralTime) { |
28 | | - return errors.New("max deferral time exceeded") |
29 | | - } |
30 | | - } |
| 27 | + if totalDeferTime > int(system_limits.MaxDeferralTime) { |
| 28 | + return errors.New("max deferral time exceeded") |
| 29 | + } |
| 30 | + } |
31 | 31 |
|
32 | | - return nil |
| 32 | + return nil |
33 | 33 | } |
34 | 34 |
|
35 | 35 | func (listener *RmqListener) processRmqMessage(message amqp.Delivery, channel *amqp.Channel, queueName string) { |
36 | | - logger.Debugf("Message received from %s", queueName) |
37 | | - correlationID := message.CorrelationId |
38 | | - if message.Headers == nil { |
39 | | - message.Headers = make(amqp.Table) |
40 | | - } |
41 | | - |
42 | | - retryCount, ok := message.Headers["RetryCount"] |
43 | | - if !ok { |
44 | | - retryCount = int32(0) |
45 | | - } |
46 | | - |
47 | | - err := listener.shouldExecutionBeDelayed() |
48 | | - if err != nil { |
49 | | - logger.Warnf("Message deferral time exceeded. Dropping hold on the message.") |
50 | | - message.Headers["RetryCount"] = retryCount.(int32) + 1 |
51 | | - _, err := services.PublishRmqMessage(channel, queueName, message.Body, message.Headers, correlationID) |
52 | | - if err != nil { |
53 | | - logger.Warnf("Failed to republish publish message: %v", err) |
54 | | - } |
55 | | - return |
56 | | - } |
57 | | - if err := handler.HandleReceivedMessage(string(message.Body), queueName, correlationID); err != nil { |
58 | | - logger.Warnf("Failed to process message: %v", err) |
59 | | - if retryCount.(int32) < handler.MessageRetryLimit { |
60 | | - message.Headers["RetryCount"] = retryCount.(int32) + 1 |
61 | | - _, err := services.PublishRmqMessage(channel, queueName, message.Body, message.Headers, correlationID) |
62 | | - if err != nil { |
63 | | - logger.Warnf("Failed to republish publish message: %v", err) |
64 | | - } |
65 | | - } else { |
66 | | - logger.Warnf("Retry count exceeded. Discarding the message.") |
67 | | - } |
68 | | - } |
| 36 | + logger.Debugf("Message received from %s", queueName) |
| 37 | + correlationID := message.CorrelationId |
| 38 | + if message.Headers == nil { |
| 39 | + message.Headers = make(amqp.Table) |
| 40 | + } |
| 41 | + |
| 42 | + retryCount, ok := message.Headers["RetryCount"] |
| 43 | + if !ok { |
| 44 | + retryCount = int32(0) |
| 45 | + } |
| 46 | + |
| 47 | + err := listener.shouldExecutionBeDelayed() |
| 48 | + if err != nil { |
| 49 | + logger.Warnf("Message deferral time exceeded. Dropping hold on the message.") |
| 50 | + message.Headers["RetryCount"] = retryCount.(int32) + 1 |
| 51 | + _, err := services.PublishRmqMessage(channel, queueName, message.Body, message.Headers, correlationID) |
| 52 | + if err != nil { |
| 53 | + logger.Warnf("Failed to republish publish message: %v", err) |
| 54 | + } |
| 55 | + return |
| 56 | + } |
| 57 | + if err := handler.HandleReceivedMessage(string(message.Body), queueName, correlationID); err != nil { |
| 58 | + logger.Warnf("Failed to process message: %v", err) |
| 59 | + if retryCount.(int32) < handler.MessageRetryLimit { |
| 60 | + message.Headers["RetryCount"] = retryCount.(int32) + 1 |
| 61 | + _, err := services.PublishRmqMessage(channel, queueName, message.Body, message.Headers, correlationID) |
| 62 | + if err != nil { |
| 63 | + logger.Warnf("Failed to republish publish message: %v", err) |
| 64 | + } |
| 65 | + } else { |
| 66 | + logger.Warnf("Retry count exceeded. Discarding the message.") |
| 67 | + } |
| 68 | + } |
69 | 69 | } |
70 | 70 |
|
71 | 71 | func (listener *RmqListener) listenToQueue(queueName string) { |
72 | | - defer listener.wg.Done() |
73 | | - |
74 | | - channel, err := listener.ChannelPool.Get() |
75 | | - if err != nil { |
76 | | - logger.Warnf("Error getting channel from pool: %v", err) |
77 | | - return |
78 | | - } |
79 | | - defer listener.ChannelPool.Put(channel) |
80 | | - |
81 | | - queueNameWithConfigPrefix, err := services.CreateRmqQueue(channel, queueName) |
82 | | - if err != nil { |
83 | | - return |
84 | | - } |
85 | | - msgs, err := channel.Consume( |
86 | | - queueNameWithConfigPrefix, |
87 | | - "", |
88 | | - true, |
89 | | - false, |
90 | | - false, |
91 | | - false, |
92 | | - nil, |
93 | | - ) |
94 | | - if err != nil { |
95 | | - logger.Fatalf("%s: %s", "Failed to register a consumer", err) |
96 | | - } |
97 | | - |
98 | | - for { |
99 | | - select { |
100 | | - case message, ok := <-msgs: |
101 | | - if !ok { |
102 | | - return |
103 | | - } |
104 | | - listener.processRmqMessage(message, channel, queueName) |
105 | | - case <-listener.done: |
106 | | - return |
107 | | - } |
108 | | - } |
| 72 | + defer listener.waitGroup.Done() |
| 73 | + |
| 74 | + channel, err := listener.ChannelPool.Get() |
| 75 | + if err != nil { |
| 76 | + logger.Warnf("Error getting channel from pool: %v", err) |
| 77 | + return |
| 78 | + } |
| 79 | + defer listener.ChannelPool.Put(channel) |
| 80 | + |
| 81 | + queueNameWithConfigPrefix, err := services.CreateRmqQueue(channel, queueName) |
| 82 | + if err != nil { |
| 83 | + return |
| 84 | + } |
| 85 | + msgs, err := channel.Consume( |
| 86 | + queueNameWithConfigPrefix, |
| 87 | + "", |
| 88 | + true, |
| 89 | + false, |
| 90 | + false, |
| 91 | + false, |
| 92 | + nil, |
| 93 | + ) |
| 94 | + if err != nil { |
| 95 | + logger.Fatalf("%s: %s", "Failed to register a consumer", err) |
| 96 | + } |
| 97 | + |
| 98 | + for { |
| 99 | + select { |
| 100 | + case message, ok := <-msgs: |
| 101 | + if !ok { |
| 102 | + return |
| 103 | + } |
| 104 | + listener.processRmqMessage(message, channel, queueName) |
| 105 | + case <-listener.stopChan: |
| 106 | + return |
| 107 | + } |
| 108 | + } |
109 | 109 | } |
110 | 110 |
|
111 | 111 | func (listener *RmqListener) ListenForOutputByCorrelationID(queueName string, correlationID string) (string, error) { |
112 | | - queueName = queues.MapQueueToOutputQueue(queueName) |
113 | | - channel, err := listener.ChannelPool.Get() |
114 | | - if err != nil { |
115 | | - logger.Warnf("Error getting channel from pool: %v", err) |
116 | | - return "", err |
117 | | - } |
118 | | - defer listener.ChannelPool.Put(channel) |
119 | | - |
120 | | - queueNameWithConfigPrefix, err := services.CreateRmqQueue(channel, queueName) |
121 | | - if err != nil { |
122 | | - return "", err |
123 | | - } |
124 | | - msgs, err := channel.Consume( |
125 | | - queueNameWithConfigPrefix, |
126 | | - "", |
127 | | - false, |
128 | | - false, |
129 | | - false, |
130 | | - false, |
131 | | - nil, |
132 | | - ) |
133 | | - if err != nil { |
134 | | - return "", fmt.Errorf("failed to consume messages: %s", err) |
135 | | - } |
136 | | - |
137 | | - for msg := range msgs { |
138 | | - if correlationID == msg.CorrelationId { |
139 | | - output := string(msg.Body) |
140 | | - err = msg.Ack(false) |
141 | | - if err != nil { |
142 | | - return "", fmt.Errorf("failed to acknowledge message: %s", err) |
143 | | - } |
144 | | - |
145 | | - return output, nil |
146 | | - } |
147 | | - } |
148 | | - |
149 | | - return "", fmt.Errorf("failed to receive message with correlation ID: %s", correlationID) |
| 112 | + queueName = queues.MapQueueToOutputQueue(queueName) |
| 113 | + channel, err := listener.ChannelPool.Get() |
| 114 | + if err != nil { |
| 115 | + logger.Warnf("Error getting channel from pool: %v", err) |
| 116 | + return "", err |
| 117 | + } |
| 118 | + defer listener.ChannelPool.Put(channel) |
| 119 | + |
| 120 | + queueNameWithConfigPrefix, err := services.CreateRmqQueue(channel, queueName) |
| 121 | + if err != nil { |
| 122 | + return "", err |
| 123 | + } |
| 124 | + msgs, err := channel.Consume( |
| 125 | + queueNameWithConfigPrefix, |
| 126 | + "", |
| 127 | + false, |
| 128 | + false, |
| 129 | + false, |
| 130 | + false, |
| 131 | + nil, |
| 132 | + ) |
| 133 | + if err != nil { |
| 134 | + return "", fmt.Errorf("failed to consume messages: %s", err) |
| 135 | + } |
| 136 | + |
| 137 | + for msg := range msgs { |
| 138 | + if correlationID == msg.CorrelationId { |
| 139 | + output := string(msg.Body) |
| 140 | + err = msg.Ack(false) |
| 141 | + if err != nil { |
| 142 | + return "", fmt.Errorf("failed to acknowledge message: %s", err) |
| 143 | + } |
| 144 | + |
| 145 | + return output, nil |
| 146 | + } |
| 147 | + } |
| 148 | + |
| 149 | + return "", fmt.Errorf("failed to receive message with correlation ID: %s", correlationID) |
150 | 150 | } |
151 | 151 |
|
152 | 152 | func (listener *RmqListener) ListenToService(queueNames []string) { |
153 | | - listener.done = make(chan struct{}) |
| 153 | + listener.stopChan = make(chan struct{}) |
154 | 154 |
|
155 | | - for _, queueName := range queueNames { |
156 | | - listener.wg.Add(1) |
157 | | - go listener.listenToQueue(queueName) |
158 | | - } |
| 155 | + for _, queueName := range queueNames { |
| 156 | + listener.waitGroup.Add(1) |
| 157 | + go listener.listenToQueue(queueName) |
| 158 | + } |
159 | 159 |
|
160 | | - listener.wg.Wait() |
| 160 | + listener.waitGroup.Wait() |
161 | 161 | } |
162 | 162 |
|
163 | 163 | func (listener *RmqListener) Close() { |
164 | | - close(listener.done) |
| 164 | + close(listener.stopChan) |
| 165 | + logger.Infof("Stopped listening to queues") |
| 166 | + fmt.Println("Stopped listening to queues") |
165 | 167 | } |
0 commit comments