Add events target integration for sqs fifo queue (#3830)
* Add events target integration for sqs fifo queue * Rename test file
This commit is contained in:
Anton Grübel
GitHub
parent
b01c58785b
commit
e90858b2e8
3 changed files with 149 additions and 4 deletions
208
tests/test_events/test_events_integration.py
Normal file
208
tests/test_events/test_events_integration.py
Normal file
|
|
@ -0,0 +1,208 @@
|
|||
import json
|
||||
from datetime import datetime
|
||||
|
||||
import boto3
|
||||
import sure # noqa
|
||||
|
||||
from moto import mock_events, mock_sqs, mock_logs
|
||||
from moto.core import ACCOUNT_ID
|
||||
from moto.core.utils import iso_8601_datetime_without_milliseconds
|
||||
|
||||
|
||||
@mock_events
|
||||
@mock_logs
|
||||
def test_send_to_cw_log_group():
|
||||
# given
|
||||
client_events = boto3.client("events", "eu-central-1")
|
||||
client_logs = boto3.client("logs", region_name="eu-central-1")
|
||||
log_group_name = "/test-group"
|
||||
rule_name = "test-rule"
|
||||
client_logs.create_log_group(logGroupName=log_group_name)
|
||||
client_events.put_rule(
|
||||
Name=rule_name,
|
||||
EventPattern=json.dumps({"account": [ACCOUNT_ID]}),
|
||||
State="ENABLED",
|
||||
)
|
||||
client_events.put_targets(
|
||||
Rule=rule_name,
|
||||
Targets=[
|
||||
{
|
||||
"Id": "logs",
|
||||
"Arn": "arn:aws:logs:eu-central-1:{0}:log-group:{1}".format(
|
||||
ACCOUNT_ID, log_group_name
|
||||
),
|
||||
}
|
||||
],
|
||||
)
|
||||
|
||||
# when
|
||||
event_time = datetime(2021, 1, 1, 12, 23, 34)
|
||||
client_events.put_events(
|
||||
Entries=[
|
||||
{
|
||||
"Time": event_time,
|
||||
"Source": "source",
|
||||
"DetailType": "type",
|
||||
"Detail": json.dumps({"key": "value"}),
|
||||
}
|
||||
],
|
||||
)
|
||||
|
||||
# then
|
||||
response = client_logs.filter_log_events(logGroupName=log_group_name)
|
||||
response["events"].should.have.length_of(1)
|
||||
event = response["events"][0]
|
||||
event["logStreamName"].should_not.be.empty
|
||||
event["timestamp"].should.be.a(float)
|
||||
event["ingestionTime"].should.be.a(int)
|
||||
event["eventId"].should_not.be.empty
|
||||
|
||||
message = json.loads(event["message"])
|
||||
message["version"].should.equal("0")
|
||||
message["id"].should_not.be.empty
|
||||
message["detail-type"].should.equal("type")
|
||||
message["source"].should.equal("source")
|
||||
message["time"].should.equal(iso_8601_datetime_without_milliseconds(event_time))
|
||||
message["region"].should.equal("eu-central-1")
|
||||
message["resources"].should.be.empty
|
||||
message["detail"].should.equal({"key": "value"})
|
||||
|
||||
|
||||
@mock_events
|
||||
@mock_sqs
|
||||
def test_send_to_sqs_fifo_queue():
|
||||
# given
|
||||
client_events = boto3.client("events", "eu-central-1")
|
||||
client_sqs = boto3.client("sqs", region_name="eu-central-1")
|
||||
rule_name = "test-rule"
|
||||
|
||||
queue_url = client_sqs.create_queue(
|
||||
QueueName="test-queue.fifo", Attributes={"FifoQueue": "true"}
|
||||
)["QueueUrl"]
|
||||
queue_arn = client_sqs.get_queue_attributes(
|
||||
QueueUrl=queue_url, AttributeNames=["QueueArn"]
|
||||
)["Attributes"]["QueueArn"]
|
||||
queue_url_dedup = client_sqs.create_queue(
|
||||
QueueName="test-queue-dedup.fifo",
|
||||
Attributes={"FifoQueue": "true", "ContentBasedDeduplication": "true"},
|
||||
)["QueueUrl"]
|
||||
queue_arn_dedup = client_sqs.get_queue_attributes(
|
||||
QueueUrl=queue_url_dedup, AttributeNames=["QueueArn"]
|
||||
)["Attributes"]["QueueArn"]
|
||||
|
||||
client_events.put_rule(
|
||||
Name=rule_name,
|
||||
EventPattern=json.dumps({"account": [ACCOUNT_ID]}),
|
||||
State="ENABLED",
|
||||
)
|
||||
client_events.put_targets(
|
||||
Rule=rule_name,
|
||||
Targets=[
|
||||
{
|
||||
"Id": "sqs-fifo",
|
||||
"Arn": queue_arn,
|
||||
"SqsParameters": {"MessageGroupId": "group-id"},
|
||||
},
|
||||
{
|
||||
"Id": "sqs-dedup-fifo",
|
||||
"Arn": queue_arn_dedup,
|
||||
"SqsParameters": {"MessageGroupId": "group-id"},
|
||||
},
|
||||
],
|
||||
)
|
||||
|
||||
# when
|
||||
event_time = datetime(2021, 1, 1, 12, 23, 34)
|
||||
client_events.put_events(
|
||||
Entries=[
|
||||
{
|
||||
"Time": event_time,
|
||||
"Source": "source",
|
||||
"DetailType": "type",
|
||||
"Detail": json.dumps({"key": "value"}),
|
||||
}
|
||||
],
|
||||
)
|
||||
|
||||
# then
|
||||
response = client_sqs.receive_message(
|
||||
QueueUrl=queue_url_dedup,
|
||||
AttributeNames=["MessageDeduplicationId", "MessageGroupId"],
|
||||
)
|
||||
response["Messages"].should.have.length_of(1)
|
||||
message = response["Messages"][0]
|
||||
message["MessageId"].should_not.be.empty
|
||||
message["ReceiptHandle"].should_not.be.empty
|
||||
message["MD5OfBody"].should_not.be.empty
|
||||
|
||||
message["Attributes"]["MessageDeduplicationId"].should_not.be.empty
|
||||
message["Attributes"]["MessageGroupId"].should.equal("group-id")
|
||||
|
||||
body = json.loads(message["Body"])
|
||||
body["version"].should.equal("0")
|
||||
body["id"].should_not.be.empty
|
||||
body["detail-type"].should.equal("type")
|
||||
body["source"].should.equal("source")
|
||||
body["time"].should.equal(iso_8601_datetime_without_milliseconds(event_time))
|
||||
body["region"].should.equal("eu-central-1")
|
||||
body["resources"].should.be.empty
|
||||
body["detail"].should.equal({"key": "value"})
|
||||
|
||||
# A FIFO queue without content-based deduplication enabled
|
||||
# does not receive any event from the Event Bus
|
||||
response = client_sqs.receive_message(
|
||||
QueueUrl=queue_url, AttributeNames=["MessageDeduplicationId", "MessageGroupId"]
|
||||
)
|
||||
response.should_not.have.key("Messages")
|
||||
|
||||
|
||||
@mock_events
|
||||
@mock_sqs
|
||||
def test_send_to_sqs_queue():
|
||||
# given
|
||||
client_events = boto3.client("events", "eu-central-1")
|
||||
client_sqs = boto3.client("sqs", region_name="eu-central-1")
|
||||
rule_name = "test-rule"
|
||||
queue_url = client_sqs.create_queue(QueueName="test-queue")["QueueUrl"]
|
||||
queue_arn = client_sqs.get_queue_attributes(
|
||||
QueueUrl=queue_url, AttributeNames=["QueueArn"]
|
||||
)["Attributes"]["QueueArn"]
|
||||
client_events.put_rule(
|
||||
Name=rule_name,
|
||||
EventPattern=json.dumps({"account": [ACCOUNT_ID]}),
|
||||
State="ENABLED",
|
||||
)
|
||||
client_events.put_targets(
|
||||
Rule=rule_name, Targets=[{"Id": "sqs", "Arn": queue_arn}],
|
||||
)
|
||||
|
||||
# when
|
||||
event_time = datetime(2021, 1, 1, 12, 23, 34)
|
||||
client_events.put_events(
|
||||
Entries=[
|
||||
{
|
||||
"Time": event_time,
|
||||
"Source": "source",
|
||||
"DetailType": "type",
|
||||
"Detail": json.dumps({"key": "value"}),
|
||||
}
|
||||
],
|
||||
)
|
||||
|
||||
# then
|
||||
response = client_sqs.receive_message(QueueUrl=queue_url)
|
||||
response["Messages"].should.have.length_of(1)
|
||||
message = response["Messages"][0]
|
||||
message["MessageId"].should_not.be.empty
|
||||
message["ReceiptHandle"].should_not.be.empty
|
||||
message["MD5OfBody"].should_not.be.empty
|
||||
|
||||
body = json.loads(message["Body"])
|
||||
body["version"].should.equal("0")
|
||||
body["id"].should_not.be.empty
|
||||
body["detail-type"].should.equal("type")
|
||||
body["source"].should.equal("source")
|
||||
body["time"].should.equal(iso_8601_datetime_without_milliseconds(event_time))
|
||||
body["region"].should.equal("eu-central-1")
|
||||
body["resources"].should.be.empty
|
||||
body["detail"].should.equal({"key": "value"})
|
||||
Loading…
Add table
Add a link
Reference in a new issue