Run black on moto & test directories.
This commit is contained in:
Asher Foa
parent
c820395dbf
commit
96e5b1993d
507 changed files with 52541 additions and 47814 deletions
|
|
@ -14,263 +14,238 @@ def create_s3_delivery_stream(client, stream_name):
|
|||
DeliveryStreamName=stream_name,
|
||||
DeliveryStreamType="DirectPut",
|
||||
ExtendedS3DestinationConfiguration={
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'BucketARN': 'arn:aws:s3:::kinesis-test',
|
||||
'Prefix': 'myFolder/',
|
||||
'CompressionFormat': 'UNCOMPRESSED',
|
||||
'DataFormatConversionConfiguration': {
|
||||
'Enabled': True,
|
||||
'InputFormatConfiguration': {
|
||||
'Deserializer': {
|
||||
'HiveJsonSerDe': {
|
||||
},
|
||||
},
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"BucketARN": "arn:aws:s3:::kinesis-test",
|
||||
"Prefix": "myFolder/",
|
||||
"CompressionFormat": "UNCOMPRESSED",
|
||||
"DataFormatConversionConfiguration": {
|
||||
"Enabled": True,
|
||||
"InputFormatConfiguration": {"Deserializer": {"HiveJsonSerDe": {}}},
|
||||
"OutputFormatConfiguration": {
|
||||
"Serializer": {"ParquetSerDe": {"Compression": "SNAPPY"}}
|
||||
},
|
||||
'OutputFormatConfiguration': {
|
||||
'Serializer': {
|
||||
'ParquetSerDe': {
|
||||
'Compression': 'SNAPPY',
|
||||
},
|
||||
},
|
||||
},
|
||||
'SchemaConfiguration': {
|
||||
'DatabaseName': stream_name,
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'TableName': 'outputTable',
|
||||
"SchemaConfiguration": {
|
||||
"DatabaseName": stream_name,
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"TableName": "outputTable",
|
||||
},
|
||||
},
|
||||
})
|
||||
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
def create_redshift_delivery_stream(client, stream_name):
|
||||
return client.create_delivery_stream(
|
||||
DeliveryStreamName=stream_name,
|
||||
RedshiftDestinationConfiguration={
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'ClusterJDBCURL': 'jdbc:redshift://host.amazonaws.com:5439/database',
|
||||
'CopyCommand': {
|
||||
'DataTableName': 'outputTable',
|
||||
'CopyOptions': "CSV DELIMITER ',' NULL '\\0'"
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"ClusterJDBCURL": "jdbc:redshift://host.amazonaws.com:5439/database",
|
||||
"CopyCommand": {
|
||||
"DataTableName": "outputTable",
|
||||
"CopyOptions": "CSV DELIMITER ',' NULL '\\0'",
|
||||
},
|
||||
'Username': 'username',
|
||||
'Password': 'password',
|
||||
'S3Configuration': {
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'BucketARN': 'arn:aws:s3:::kinesis-test',
|
||||
'Prefix': 'myFolder/',
|
||||
'BufferingHints': {
|
||||
'SizeInMBs': 123,
|
||||
'IntervalInSeconds': 124
|
||||
},
|
||||
'CompressionFormat': 'UNCOMPRESSED',
|
||||
}
|
||||
}
|
||||
"Username": "username",
|
||||
"Password": "password",
|
||||
"S3Configuration": {
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"BucketARN": "arn:aws:s3:::kinesis-test",
|
||||
"Prefix": "myFolder/",
|
||||
"BufferingHints": {"SizeInMBs": 123, "IntervalInSeconds": 124},
|
||||
"CompressionFormat": "UNCOMPRESSED",
|
||||
},
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_create_redshift_delivery_stream():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
response = create_redshift_delivery_stream(client, 'stream1')
|
||||
stream_arn = response['DeliveryStreamARN']
|
||||
response = create_redshift_delivery_stream(client, "stream1")
|
||||
stream_arn = response["DeliveryStreamARN"]
|
||||
|
||||
response = client.describe_delivery_stream(DeliveryStreamName='stream1')
|
||||
stream_description = response['DeliveryStreamDescription']
|
||||
response = client.describe_delivery_stream(DeliveryStreamName="stream1")
|
||||
stream_description = response["DeliveryStreamDescription"]
|
||||
|
||||
# Sure and Freezegun don't play nicely together
|
||||
_ = stream_description.pop('CreateTimestamp')
|
||||
_ = stream_description.pop('LastUpdateTimestamp')
|
||||
_ = stream_description.pop("CreateTimestamp")
|
||||
_ = stream_description.pop("LastUpdateTimestamp")
|
||||
|
||||
stream_description.should.equal({
|
||||
'DeliveryStreamName': 'stream1',
|
||||
'DeliveryStreamARN': stream_arn,
|
||||
'DeliveryStreamStatus': 'ACTIVE',
|
||||
'VersionId': 'string',
|
||||
'Destinations': [
|
||||
{
|
||||
'DestinationId': 'string',
|
||||
'RedshiftDestinationDescription': {
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'ClusterJDBCURL': 'jdbc:redshift://host.amazonaws.com:5439/database',
|
||||
'CopyCommand': {
|
||||
'DataTableName': 'outputTable',
|
||||
'CopyOptions': "CSV DELIMITER ',' NULL '\\0'"
|
||||
},
|
||||
'Username': 'username',
|
||||
'S3DestinationDescription': {
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'BucketARN': 'arn:aws:s3:::kinesis-test',
|
||||
'Prefix': 'myFolder/',
|
||||
'BufferingHints': {
|
||||
'SizeInMBs': 123,
|
||||
'IntervalInSeconds': 124
|
||||
stream_description.should.equal(
|
||||
{
|
||||
"DeliveryStreamName": "stream1",
|
||||
"DeliveryStreamARN": stream_arn,
|
||||
"DeliveryStreamStatus": "ACTIVE",
|
||||
"VersionId": "string",
|
||||
"Destinations": [
|
||||
{
|
||||
"DestinationId": "string",
|
||||
"RedshiftDestinationDescription": {
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"ClusterJDBCURL": "jdbc:redshift://host.amazonaws.com:5439/database",
|
||||
"CopyCommand": {
|
||||
"DataTableName": "outputTable",
|
||||
"CopyOptions": "CSV DELIMITER ',' NULL '\\0'",
|
||||
},
|
||||
'CompressionFormat': 'UNCOMPRESSED',
|
||||
}
|
||||
"Username": "username",
|
||||
"S3DestinationDescription": {
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"BucketARN": "arn:aws:s3:::kinesis-test",
|
||||
"Prefix": "myFolder/",
|
||||
"BufferingHints": {
|
||||
"SizeInMBs": 123,
|
||||
"IntervalInSeconds": 124,
|
||||
},
|
||||
"CompressionFormat": "UNCOMPRESSED",
|
||||
},
|
||||
},
|
||||
}
|
||||
},
|
||||
],
|
||||
"HasMoreDestinations": False,
|
||||
})
|
||||
],
|
||||
"HasMoreDestinations": False,
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_create_s3_delivery_stream():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
response = create_s3_delivery_stream(client, 'stream1')
|
||||
stream_arn = response['DeliveryStreamARN']
|
||||
response = create_s3_delivery_stream(client, "stream1")
|
||||
stream_arn = response["DeliveryStreamARN"]
|
||||
|
||||
response = client.describe_delivery_stream(DeliveryStreamName='stream1')
|
||||
stream_description = response['DeliveryStreamDescription']
|
||||
response = client.describe_delivery_stream(DeliveryStreamName="stream1")
|
||||
stream_description = response["DeliveryStreamDescription"]
|
||||
|
||||
# Sure and Freezegun don't play nicely together
|
||||
_ = stream_description.pop('CreateTimestamp')
|
||||
_ = stream_description.pop('LastUpdateTimestamp')
|
||||
_ = stream_description.pop("CreateTimestamp")
|
||||
_ = stream_description.pop("LastUpdateTimestamp")
|
||||
|
||||
stream_description.should.equal({
|
||||
'DeliveryStreamName': 'stream1',
|
||||
'DeliveryStreamARN': stream_arn,
|
||||
'DeliveryStreamStatus': 'ACTIVE',
|
||||
'VersionId': 'string',
|
||||
'Destinations': [
|
||||
{
|
||||
'DestinationId': 'string',
|
||||
'ExtendedS3DestinationDescription': {
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'BucketARN': 'arn:aws:s3:::kinesis-test',
|
||||
'Prefix': 'myFolder/',
|
||||
'CompressionFormat': 'UNCOMPRESSED',
|
||||
'DataFormatConversionConfiguration': {
|
||||
'Enabled': True,
|
||||
'InputFormatConfiguration': {
|
||||
'Deserializer': {
|
||||
'HiveJsonSerDe': {
|
||||
},
|
||||
stream_description.should.equal(
|
||||
{
|
||||
"DeliveryStreamName": "stream1",
|
||||
"DeliveryStreamARN": stream_arn,
|
||||
"DeliveryStreamStatus": "ACTIVE",
|
||||
"VersionId": "string",
|
||||
"Destinations": [
|
||||
{
|
||||
"DestinationId": "string",
|
||||
"ExtendedS3DestinationDescription": {
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"BucketARN": "arn:aws:s3:::kinesis-test",
|
||||
"Prefix": "myFolder/",
|
||||
"CompressionFormat": "UNCOMPRESSED",
|
||||
"DataFormatConversionConfiguration": {
|
||||
"Enabled": True,
|
||||
"InputFormatConfiguration": {
|
||||
"Deserializer": {"HiveJsonSerDe": {}}
|
||||
},
|
||||
},
|
||||
'OutputFormatConfiguration': {
|
||||
'Serializer': {
|
||||
'ParquetSerDe': {
|
||||
'Compression': 'SNAPPY',
|
||||
},
|
||||
"OutputFormatConfiguration": {
|
||||
"Serializer": {
|
||||
"ParquetSerDe": {"Compression": "SNAPPY"}
|
||||
}
|
||||
},
|
||||
"SchemaConfiguration": {
|
||||
"DatabaseName": "stream1",
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"TableName": "outputTable",
|
||||
},
|
||||
},
|
||||
'SchemaConfiguration': {
|
||||
'DatabaseName': 'stream1',
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'TableName': 'outputTable',
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
],
|
||||
"HasMoreDestinations": False,
|
||||
})
|
||||
}
|
||||
],
|
||||
"HasMoreDestinations": False,
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_create_stream_without_redshift():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
response = client.create_delivery_stream(
|
||||
DeliveryStreamName="stream1",
|
||||
S3DestinationConfiguration={
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'BucketARN': 'arn:aws:s3:::kinesis-test',
|
||||
'Prefix': 'myFolder/',
|
||||
'BufferingHints': {
|
||||
'SizeInMBs': 123,
|
||||
'IntervalInSeconds': 124
|
||||
},
|
||||
'CompressionFormat': 'UNCOMPRESSED',
|
||||
}
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"BucketARN": "arn:aws:s3:::kinesis-test",
|
||||
"Prefix": "myFolder/",
|
||||
"BufferingHints": {"SizeInMBs": 123, "IntervalInSeconds": 124},
|
||||
"CompressionFormat": "UNCOMPRESSED",
|
||||
},
|
||||
)
|
||||
stream_arn = response['DeliveryStreamARN']
|
||||
stream_arn = response["DeliveryStreamARN"]
|
||||
|
||||
response = client.describe_delivery_stream(DeliveryStreamName='stream1')
|
||||
stream_description = response['DeliveryStreamDescription']
|
||||
response = client.describe_delivery_stream(DeliveryStreamName="stream1")
|
||||
stream_description = response["DeliveryStreamDescription"]
|
||||
|
||||
# Sure and Freezegun don't play nicely together
|
||||
_ = stream_description.pop('CreateTimestamp')
|
||||
_ = stream_description.pop('LastUpdateTimestamp')
|
||||
_ = stream_description.pop("CreateTimestamp")
|
||||
_ = stream_description.pop("LastUpdateTimestamp")
|
||||
|
||||
stream_description.should.equal({
|
||||
'DeliveryStreamName': 'stream1',
|
||||
'DeliveryStreamARN': stream_arn,
|
||||
'DeliveryStreamStatus': 'ACTIVE',
|
||||
'VersionId': 'string',
|
||||
'Destinations': [
|
||||
{
|
||||
'DestinationId': 'string',
|
||||
'S3DestinationDescription': {
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'RoleARN': 'arn:aws:iam::123456789012:role/firehose_delivery_role',
|
||||
'BucketARN': 'arn:aws:s3:::kinesis-test',
|
||||
'Prefix': 'myFolder/',
|
||||
'BufferingHints': {
|
||||
'SizeInMBs': 123,
|
||||
'IntervalInSeconds': 124
|
||||
stream_description.should.equal(
|
||||
{
|
||||
"DeliveryStreamName": "stream1",
|
||||
"DeliveryStreamARN": stream_arn,
|
||||
"DeliveryStreamStatus": "ACTIVE",
|
||||
"VersionId": "string",
|
||||
"Destinations": [
|
||||
{
|
||||
"DestinationId": "string",
|
||||
"S3DestinationDescription": {
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"RoleARN": "arn:aws:iam::123456789012:role/firehose_delivery_role",
|
||||
"BucketARN": "arn:aws:s3:::kinesis-test",
|
||||
"Prefix": "myFolder/",
|
||||
"BufferingHints": {"SizeInMBs": 123, "IntervalInSeconds": 124},
|
||||
"CompressionFormat": "UNCOMPRESSED",
|
||||
},
|
||||
'CompressionFormat': 'UNCOMPRESSED',
|
||||
}
|
||||
},
|
||||
],
|
||||
"HasMoreDestinations": False,
|
||||
})
|
||||
],
|
||||
"HasMoreDestinations": False,
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_deescribe_non_existant_stream():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
client.describe_delivery_stream.when.called_with(
|
||||
DeliveryStreamName='not-a-stream').should.throw(ClientError)
|
||||
DeliveryStreamName="not-a-stream"
|
||||
).should.throw(ClientError)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_list_and_delete_stream():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
create_redshift_delivery_stream(client, 'stream1')
|
||||
create_redshift_delivery_stream(client, 'stream2')
|
||||
create_redshift_delivery_stream(client, "stream1")
|
||||
create_redshift_delivery_stream(client, "stream2")
|
||||
|
||||
set(client.list_delivery_streams()['DeliveryStreamNames']).should.equal(
|
||||
set(['stream1', 'stream2']))
|
||||
set(client.list_delivery_streams()["DeliveryStreamNames"]).should.equal(
|
||||
set(["stream1", "stream2"])
|
||||
)
|
||||
|
||||
client.delete_delivery_stream(DeliveryStreamName='stream1')
|
||||
client.delete_delivery_stream(DeliveryStreamName="stream1")
|
||||
|
||||
set(client.list_delivery_streams()[
|
||||
'DeliveryStreamNames']).should.equal(set(['stream2']))
|
||||
set(client.list_delivery_streams()["DeliveryStreamNames"]).should.equal(
|
||||
set(["stream2"])
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_put_record():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
create_redshift_delivery_stream(client, 'stream1')
|
||||
client.put_record(
|
||||
DeliveryStreamName='stream1',
|
||||
Record={
|
||||
'Data': 'some data'
|
||||
}
|
||||
)
|
||||
create_redshift_delivery_stream(client, "stream1")
|
||||
client.put_record(DeliveryStreamName="stream1", Record={"Data": "some data"})
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_put_record_batch():
|
||||
client = boto3.client('firehose', region_name='us-east-1')
|
||||
client = boto3.client("firehose", region_name="us-east-1")
|
||||
|
||||
create_redshift_delivery_stream(client, 'stream1')
|
||||
create_redshift_delivery_stream(client, "stream1")
|
||||
client.put_record_batch(
|
||||
DeliveryStreamName='stream1',
|
||||
Records=[
|
||||
{
|
||||
'Data': 'some data1'
|
||||
},
|
||||
{
|
||||
'Data': 'some data2'
|
||||
},
|
||||
]
|
||||
DeliveryStreamName="stream1",
|
||||
Records=[{"Data": "some data1"}, {"Data": "some data2"}],
|
||||
)
|
||||
|
|
|
|||
|
|
@ -5,8 +5,7 @@ import time
|
|||
|
||||
import boto.kinesis
|
||||
import boto3
|
||||
from boto.kinesis.exceptions import ResourceNotFoundException, \
|
||||
InvalidArgumentException
|
||||
from boto.kinesis.exceptions import ResourceNotFoundException, InvalidArgumentException
|
||||
|
||||
from moto import mock_kinesis, mock_kinesis_deprecated
|
||||
|
||||
|
|
@ -22,19 +21,19 @@ def test_create_cluster():
|
|||
stream = stream_response["StreamDescription"]
|
||||
stream["StreamName"].should.equal("my_stream")
|
||||
stream["HasMoreShards"].should.equal(False)
|
||||
stream["StreamARN"].should.equal(
|
||||
"arn:aws:kinesis:us-west-2:123456789012:my_stream")
|
||||
stream["StreamARN"].should.equal("arn:aws:kinesis:us-west-2:123456789012:my_stream")
|
||||
stream["StreamStatus"].should.equal("ACTIVE")
|
||||
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(3)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
def test_describe_non_existant_stream():
|
||||
conn = boto.kinesis.connect_to_region("us-east-1")
|
||||
conn.describe_stream.when.called_with(
|
||||
"not-a-stream").should.throw(ResourceNotFoundException)
|
||||
conn.describe_stream.when.called_with("not-a-stream").should.throw(
|
||||
ResourceNotFoundException
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -44,20 +43,21 @@ def test_list_and_delete_stream():
|
|||
conn.create_stream("stream1", 1)
|
||||
conn.create_stream("stream2", 1)
|
||||
|
||||
conn.list_streams()['StreamNames'].should.have.length_of(2)
|
||||
conn.list_streams()["StreamNames"].should.have.length_of(2)
|
||||
|
||||
conn.delete_stream("stream2")
|
||||
|
||||
conn.list_streams()['StreamNames'].should.have.length_of(1)
|
||||
conn.list_streams()["StreamNames"].should.have.length_of(1)
|
||||
|
||||
# Delete invalid id
|
||||
conn.delete_stream.when.called_with(
|
||||
"not-a-stream").should.throw(ResourceNotFoundException)
|
||||
conn.delete_stream.when.called_with("not-a-stream").should.throw(
|
||||
ResourceNotFoundException
|
||||
)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_list_many_streams():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
|
||||
for i in range(11):
|
||||
conn.create_stream(StreamName="stream%d" % i, ShardCount=1)
|
||||
|
|
@ -76,8 +76,8 @@ def test_list_many_streams():
|
|||
|
||||
@mock_kinesis
|
||||
def test_describe_stream_summary():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
stream_name = 'my_stream_summary'
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream_summary"
|
||||
shard_count = 5
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=shard_count)
|
||||
|
||||
|
|
@ -87,7 +87,8 @@ def test_describe_stream_summary():
|
|||
stream["StreamName"].should.equal(stream_name)
|
||||
stream["OpenShardCount"].should.equal(shard_count)
|
||||
stream["StreamARN"].should.equal(
|
||||
"arn:aws:kinesis:us-west-2:123456789012:{}".format(stream_name))
|
||||
"arn:aws:kinesis:us-west-2:123456789012:{}".format(stream_name)
|
||||
)
|
||||
stream["StreamStatus"].should.equal("ACTIVE")
|
||||
|
||||
|
||||
|
|
@ -99,15 +100,15 @@ def test_basic_shard_iterator():
|
|||
conn.create_stream(stream_name, 1)
|
||||
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, 'TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, "TRIM_HORIZON")
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(shard_iterator)
|
||||
shard_iterator = response['NextShardIterator']
|
||||
response['Records'].should.equal([])
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
shard_iterator = response["NextShardIterator"]
|
||||
response["Records"].should.equal([])
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -118,8 +119,8 @@ def test_get_invalid_shard_iterator():
|
|||
conn.create_stream(stream_name, 1)
|
||||
|
||||
conn.get_shard_iterator.when.called_with(
|
||||
stream_name, "123", 'TRIM_HORIZON').should.throw(
|
||||
ResourceNotFoundException)
|
||||
stream_name, "123", "TRIM_HORIZON"
|
||||
).should.throw(ResourceNotFoundException)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -132,21 +133,22 @@ def test_put_records():
|
|||
data = "hello world"
|
||||
partition_key = "1234"
|
||||
|
||||
conn.put_record.when.called_with(
|
||||
stream_name, data, 1234).should.throw(InvalidArgumentException)
|
||||
conn.put_record.when.called_with(stream_name, data, 1234).should.throw(
|
||||
InvalidArgumentException
|
||||
)
|
||||
|
||||
conn.put_record(stream_name, data, partition_key)
|
||||
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, 'TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, "TRIM_HORIZON")
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(shard_iterator)
|
||||
shard_iterator = response['NextShardIterator']
|
||||
response['Records'].should.have.length_of(1)
|
||||
record = response['Records'][0]
|
||||
shard_iterator = response["NextShardIterator"]
|
||||
response["Records"].should.have.length_of(1)
|
||||
record = response["Records"][0]
|
||||
|
||||
record["Data"].should.equal("hello world")
|
||||
record["PartitionKey"].should.equal("1234")
|
||||
|
|
@ -168,18 +170,18 @@ def test_get_records_limit():
|
|||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, 'TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, "TRIM_HORIZON")
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
# Retrieve only 3 records
|
||||
response = conn.get_records(shard_iterator, limit=3)
|
||||
response['Records'].should.have.length_of(3)
|
||||
response["Records"].should.have.length_of(3)
|
||||
|
||||
# Then get the rest of the results
|
||||
next_shard_iterator = response['NextShardIterator']
|
||||
next_shard_iterator = response["NextShardIterator"]
|
||||
response = conn.get_records(next_shard_iterator)
|
||||
response['Records'].should.have.length_of(2)
|
||||
response["Records"].should.have.length_of(2)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -196,23 +198,24 @@ def test_get_records_at_sequence_number():
|
|||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, 'TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, "TRIM_HORIZON")
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
# Get the second record
|
||||
response = conn.get_records(shard_iterator, limit=2)
|
||||
second_sequence_id = response['Records'][1]['SequenceNumber']
|
||||
second_sequence_id = response["Records"][1]["SequenceNumber"]
|
||||
|
||||
# Then get a new iterator starting at that id
|
||||
response = conn.get_shard_iterator(
|
||||
stream_name, shard_id, 'AT_SEQUENCE_NUMBER', second_sequence_id)
|
||||
shard_iterator = response['ShardIterator']
|
||||
stream_name, shard_id, "AT_SEQUENCE_NUMBER", second_sequence_id
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(shard_iterator)
|
||||
# And the first result returned should be the second item
|
||||
response['Records'][0]['SequenceNumber'].should.equal(second_sequence_id)
|
||||
response['Records'][0]['Data'].should.equal('2')
|
||||
response["Records"][0]["SequenceNumber"].should.equal(second_sequence_id)
|
||||
response["Records"][0]["Data"].should.equal("2")
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -229,23 +232,24 @@ def test_get_records_after_sequence_number():
|
|||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, 'TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, "TRIM_HORIZON")
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
# Get the second record
|
||||
response = conn.get_records(shard_iterator, limit=2)
|
||||
second_sequence_id = response['Records'][1]['SequenceNumber']
|
||||
second_sequence_id = response["Records"][1]["SequenceNumber"]
|
||||
|
||||
# Then get a new iterator starting after that id
|
||||
response = conn.get_shard_iterator(
|
||||
stream_name, shard_id, 'AFTER_SEQUENCE_NUMBER', second_sequence_id)
|
||||
shard_iterator = response['ShardIterator']
|
||||
stream_name, shard_id, "AFTER_SEQUENCE_NUMBER", second_sequence_id
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(shard_iterator)
|
||||
# And the first result returned should be the third item
|
||||
response['Records'][0]['Data'].should.equal('3')
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["Records"][0]["Data"].should.equal("3")
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -262,42 +266,43 @@ def test_get_records_latest():
|
|||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, 'TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(stream_name, shard_id, "TRIM_HORIZON")
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
# Get the second record
|
||||
response = conn.get_records(shard_iterator, limit=2)
|
||||
second_sequence_id = response['Records'][1]['SequenceNumber']
|
||||
second_sequence_id = response["Records"][1]["SequenceNumber"]
|
||||
|
||||
# Then get a new iterator starting after that id
|
||||
response = conn.get_shard_iterator(
|
||||
stream_name, shard_id, 'LATEST', second_sequence_id)
|
||||
shard_iterator = response['ShardIterator']
|
||||
stream_name, shard_id, "LATEST", second_sequence_id
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
# Write some more data
|
||||
conn.put_record(stream_name, "last_record", "last_record")
|
||||
|
||||
response = conn.get_records(shard_iterator)
|
||||
# And the only result returned should be the new item
|
||||
response['Records'].should.have.length_of(1)
|
||||
response['Records'][0]['PartitionKey'].should.equal('last_record')
|
||||
response['Records'][0]['Data'].should.equal('last_record')
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["Records"].should.have.length_of(1)
|
||||
response["Records"][0]["PartitionKey"].should.equal("last_record")
|
||||
response["Records"][0]["Data"].should.equal("last_record")
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_get_records_at_timestamp():
|
||||
# AT_TIMESTAMP - Read the first record at or after the specified timestamp
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream"
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=1)
|
||||
|
||||
# Create some data
|
||||
for index in range(1, 5):
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data=str(index),
|
||||
PartitionKey=str(index))
|
||||
conn.put_record(
|
||||
StreamName=stream_name, Data=str(index), PartitionKey=str(index)
|
||||
)
|
||||
|
||||
# When boto3 floors the timestamp that we pass to get_shard_iterator to
|
||||
# second precision even though AWS supports ms precision:
|
||||
|
|
@ -309,148 +314,143 @@ def test_get_records_at_timestamp():
|
|||
|
||||
keys = [str(i) for i in range(5, 10)]
|
||||
for k in keys:
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data=k,
|
||||
PartitionKey=k)
|
||||
conn.put_record(StreamName=stream_name, Data=k, PartitionKey=k)
|
||||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(StreamName=stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType='AT_TIMESTAMP',
|
||||
Timestamp=timestamp)
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(
|
||||
StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType="AT_TIMESTAMP",
|
||||
Timestamp=timestamp,
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(ShardIterator=shard_iterator)
|
||||
|
||||
response['Records'].should.have.length_of(len(keys))
|
||||
partition_keys = [r['PartitionKey'] for r in response['Records']]
|
||||
response["Records"].should.have.length_of(len(keys))
|
||||
partition_keys = [r["PartitionKey"] for r in response["Records"]]
|
||||
partition_keys.should.equal(keys)
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_get_records_at_very_old_timestamp():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream"
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=1)
|
||||
|
||||
# Create some data
|
||||
keys = [str(i) for i in range(1, 5)]
|
||||
for k in keys:
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data=k,
|
||||
PartitionKey=k)
|
||||
conn.put_record(StreamName=stream_name, Data=k, PartitionKey=k)
|
||||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(StreamName=stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType='AT_TIMESTAMP',
|
||||
Timestamp=1)
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(
|
||||
StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType="AT_TIMESTAMP",
|
||||
Timestamp=1,
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(ShardIterator=shard_iterator)
|
||||
response['Records'].should.have.length_of(len(keys))
|
||||
partition_keys = [r['PartitionKey'] for r in response['Records']]
|
||||
response["Records"].should.have.length_of(len(keys))
|
||||
partition_keys = [r["PartitionKey"] for r in response["Records"]]
|
||||
partition_keys.should.equal(keys)
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_get_records_timestamp_filtering():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream"
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=1)
|
||||
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data='0',
|
||||
PartitionKey='0')
|
||||
conn.put_record(StreamName=stream_name, Data="0", PartitionKey="0")
|
||||
|
||||
time.sleep(1.0)
|
||||
timestamp = datetime.datetime.utcnow()
|
||||
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data='1',
|
||||
PartitionKey='1')
|
||||
conn.put_record(StreamName=stream_name, Data="1", PartitionKey="1")
|
||||
|
||||
response = conn.describe_stream(StreamName=stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType='AT_TIMESTAMP',
|
||||
Timestamp=timestamp)
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(
|
||||
StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType="AT_TIMESTAMP",
|
||||
Timestamp=timestamp,
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(ShardIterator=shard_iterator)
|
||||
response['Records'].should.have.length_of(1)
|
||||
response['Records'][0]['PartitionKey'].should.equal('1')
|
||||
response['Records'][0]['ApproximateArrivalTimestamp'].should.be. \
|
||||
greater_than(timestamp)
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["Records"].should.have.length_of(1)
|
||||
response["Records"][0]["PartitionKey"].should.equal("1")
|
||||
response["Records"][0]["ApproximateArrivalTimestamp"].should.be.greater_than(
|
||||
timestamp
|
||||
)
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_get_records_millis_behind_latest():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream"
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=1)
|
||||
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data='0',
|
||||
PartitionKey='0')
|
||||
conn.put_record(StreamName=stream_name, Data="0", PartitionKey="0")
|
||||
time.sleep(1.0)
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data='1',
|
||||
PartitionKey='1')
|
||||
conn.put_record(StreamName=stream_name, Data="1", PartitionKey="1")
|
||||
|
||||
response = conn.describe_stream(StreamName=stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType='TRIM_HORIZON')
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(
|
||||
StreamName=stream_name, ShardId=shard_id, ShardIteratorType="TRIM_HORIZON"
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(ShardIterator=shard_iterator, Limit=1)
|
||||
response['Records'].should.have.length_of(1)
|
||||
response['MillisBehindLatest'].should.be.greater_than(0)
|
||||
response["Records"].should.have.length_of(1)
|
||||
response["MillisBehindLatest"].should.be.greater_than(0)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_get_records_at_very_new_timestamp():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream"
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=1)
|
||||
|
||||
# Create some data
|
||||
keys = [str(i) for i in range(1, 5)]
|
||||
for k in keys:
|
||||
conn.put_record(StreamName=stream_name,
|
||||
Data=k,
|
||||
PartitionKey=k)
|
||||
conn.put_record(StreamName=stream_name, Data=k, PartitionKey=k)
|
||||
|
||||
timestamp = datetime.datetime.utcnow() + datetime.timedelta(seconds=1)
|
||||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(StreamName=stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType='AT_TIMESTAMP',
|
||||
Timestamp=timestamp)
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(
|
||||
StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType="AT_TIMESTAMP",
|
||||
Timestamp=timestamp,
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(ShardIterator=shard_iterator)
|
||||
|
||||
response['Records'].should.have.length_of(0)
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["Records"].should.have.length_of(0)
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
def test_get_records_from_empty_stream_at_timestamp():
|
||||
conn = boto3.client('kinesis', region_name="us-west-2")
|
||||
conn = boto3.client("kinesis", region_name="us-west-2")
|
||||
stream_name = "my_stream"
|
||||
conn.create_stream(StreamName=stream_name, ShardCount=1)
|
||||
|
||||
|
|
@ -458,17 +458,19 @@ def test_get_records_from_empty_stream_at_timestamp():
|
|||
|
||||
# Get a shard iterator
|
||||
response = conn.describe_stream(StreamName=stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
response = conn.get_shard_iterator(StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType='AT_TIMESTAMP',
|
||||
Timestamp=timestamp)
|
||||
shard_iterator = response['ShardIterator']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator(
|
||||
StreamName=stream_name,
|
||||
ShardId=shard_id,
|
||||
ShardIteratorType="AT_TIMESTAMP",
|
||||
Timestamp=timestamp,
|
||||
)
|
||||
shard_iterator = response["ShardIterator"]
|
||||
|
||||
response = conn.get_records(ShardIterator=shard_iterator)
|
||||
|
||||
response['Records'].should.have.length_of(0)
|
||||
response['MillisBehindLatest'].should.equal(0)
|
||||
response["Records"].should.have.length_of(0)
|
||||
response["MillisBehindLatest"].should.equal(0)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -478,10 +480,10 @@ def test_invalid_shard_iterator_type():
|
|||
conn.create_stream(stream_name, 1)
|
||||
|
||||
response = conn.describe_stream(stream_name)
|
||||
shard_id = response['StreamDescription']['Shards'][0]['ShardId']
|
||||
shard_id = response["StreamDescription"]["Shards"][0]["ShardId"]
|
||||
response = conn.get_shard_iterator.when.called_with(
|
||||
stream_name, shard_id, 'invalid-type').should.throw(
|
||||
InvalidArgumentException)
|
||||
stream_name, shard_id, "invalid-type"
|
||||
).should.throw(InvalidArgumentException)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -491,10 +493,10 @@ def test_add_tags():
|
|||
conn.create_stream(stream_name, 1)
|
||||
|
||||
conn.describe_stream(stream_name)
|
||||
conn.add_tags_to_stream(stream_name, {'tag1': 'val1'})
|
||||
conn.add_tags_to_stream(stream_name, {'tag2': 'val2'})
|
||||
conn.add_tags_to_stream(stream_name, {'tag1': 'val3'})
|
||||
conn.add_tags_to_stream(stream_name, {'tag2': 'val4'})
|
||||
conn.add_tags_to_stream(stream_name, {"tag1": "val1"})
|
||||
conn.add_tags_to_stream(stream_name, {"tag2": "val2"})
|
||||
conn.add_tags_to_stream(stream_name, {"tag1": "val3"})
|
||||
conn.add_tags_to_stream(stream_name, {"tag2": "val4"})
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -504,22 +506,38 @@ def test_list_tags():
|
|||
conn.create_stream(stream_name, 1)
|
||||
|
||||
conn.describe_stream(stream_name)
|
||||
conn.add_tags_to_stream(stream_name, {'tag1': 'val1'})
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag1').should.equal('val1')
|
||||
conn.add_tags_to_stream(stream_name, {'tag2': 'val2'})
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag2').should.equal('val2')
|
||||
conn.add_tags_to_stream(stream_name, {'tag1': 'val3'})
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag1').should.equal('val3')
|
||||
conn.add_tags_to_stream(stream_name, {'tag2': 'val4'})
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag2').should.equal('val4')
|
||||
conn.add_tags_to_stream(stream_name, {"tag1": "val1"})
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag1").should.equal("val1")
|
||||
conn.add_tags_to_stream(stream_name, {"tag2": "val2"})
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag2").should.equal("val2")
|
||||
conn.add_tags_to_stream(stream_name, {"tag1": "val3"})
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag1").should.equal("val3")
|
||||
conn.add_tags_to_stream(stream_name, {"tag2": "val4"})
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag2").should.equal("val4")
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
|
|
@ -529,29 +547,45 @@ def test_remove_tags():
|
|||
conn.create_stream(stream_name, 1)
|
||||
|
||||
conn.describe_stream(stream_name)
|
||||
conn.add_tags_to_stream(stream_name, {'tag1': 'val1'})
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag1').should.equal('val1')
|
||||
conn.remove_tags_from_stream(stream_name, ['tag1'])
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag1').should.equal(None)
|
||||
conn.add_tags_to_stream(stream_name, {"tag1": "val1"})
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag1").should.equal("val1")
|
||||
conn.remove_tags_from_stream(stream_name, ["tag1"])
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag1").should.equal(None)
|
||||
|
||||
conn.add_tags_to_stream(stream_name, {'tag2': 'val2'})
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag2').should.equal('val2')
|
||||
conn.remove_tags_from_stream(stream_name, ['tag2'])
|
||||
tags = dict([(tag['Key'], tag['Value'])
|
||||
for tag in conn.list_tags_for_stream(stream_name)['Tags']])
|
||||
tags.get('tag2').should.equal(None)
|
||||
conn.add_tags_to_stream(stream_name, {"tag2": "val2"})
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag2").should.equal("val2")
|
||||
conn.remove_tags_from_stream(stream_name, ["tag2"])
|
||||
tags = dict(
|
||||
[
|
||||
(tag["Key"], tag["Value"])
|
||||
for tag in conn.list_tags_for_stream(stream_name)["Tags"]
|
||||
]
|
||||
)
|
||||
tags.get("tag2").should.equal(None)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
def test_split_shard():
|
||||
conn = boto.kinesis.connect_to_region("us-west-2")
|
||||
stream_name = 'my_stream'
|
||||
stream_name = "my_stream"
|
||||
|
||||
conn.create_stream(stream_name, 2)
|
||||
|
||||
|
|
@ -562,44 +596,47 @@ def test_split_shard():
|
|||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(2)
|
||||
sum([shard['SequenceNumberRange']['EndingSequenceNumber']
|
||||
for shard in shards]).should.equal(99)
|
||||
sum(
|
||||
[shard["SequenceNumberRange"]["EndingSequenceNumber"] for shard in shards]
|
||||
).should.equal(99)
|
||||
|
||||
shard_range = shards[0]['HashKeyRange']
|
||||
shard_range = shards[0]["HashKeyRange"]
|
||||
new_starting_hash = (
|
||||
int(shard_range['EndingHashKey']) + int(
|
||||
shard_range['StartingHashKey'])) // 2
|
||||
conn.split_shard("my_stream", shards[0]['ShardId'], str(new_starting_hash))
|
||||
int(shard_range["EndingHashKey"]) + int(shard_range["StartingHashKey"])
|
||||
) // 2
|
||||
conn.split_shard("my_stream", shards[0]["ShardId"], str(new_starting_hash))
|
||||
|
||||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(3)
|
||||
sum([shard['SequenceNumberRange']['EndingSequenceNumber']
|
||||
for shard in shards]).should.equal(99)
|
||||
sum(
|
||||
[shard["SequenceNumberRange"]["EndingSequenceNumber"] for shard in shards]
|
||||
).should.equal(99)
|
||||
|
||||
shard_range = shards[2]['HashKeyRange']
|
||||
shard_range = shards[2]["HashKeyRange"]
|
||||
new_starting_hash = (
|
||||
int(shard_range['EndingHashKey']) + int(
|
||||
shard_range['StartingHashKey'])) // 2
|
||||
conn.split_shard("my_stream", shards[2]['ShardId'], str(new_starting_hash))
|
||||
int(shard_range["EndingHashKey"]) + int(shard_range["StartingHashKey"])
|
||||
) // 2
|
||||
conn.split_shard("my_stream", shards[2]["ShardId"], str(new_starting_hash))
|
||||
|
||||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(4)
|
||||
sum([shard['SequenceNumberRange']['EndingSequenceNumber']
|
||||
for shard in shards]).should.equal(99)
|
||||
sum(
|
||||
[shard["SequenceNumberRange"]["EndingSequenceNumber"] for shard in shards]
|
||||
).should.equal(99)
|
||||
|
||||
|
||||
@mock_kinesis_deprecated
|
||||
def test_merge_shards():
|
||||
conn = boto.kinesis.connect_to_region("us-west-2")
|
||||
stream_name = 'my_stream'
|
||||
stream_name = "my_stream"
|
||||
|
||||
conn.create_stream(stream_name, 4)
|
||||
|
||||
|
|
@ -610,38 +647,39 @@ def test_merge_shards():
|
|||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(4)
|
||||
|
||||
conn.merge_shards.when.called_with(
|
||||
stream_name, 'shardId-000000000000',
|
||||
'shardId-000000000002').should.throw(InvalidArgumentException)
|
||||
stream_name, "shardId-000000000000", "shardId-000000000002"
|
||||
).should.throw(InvalidArgumentException)
|
||||
|
||||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(4)
|
||||
sum([shard['SequenceNumberRange']['EndingSequenceNumber']
|
||||
for shard in shards]).should.equal(99)
|
||||
sum(
|
||||
[shard["SequenceNumberRange"]["EndingSequenceNumber"] for shard in shards]
|
||||
).should.equal(99)
|
||||
|
||||
conn.merge_shards(stream_name, 'shardId-000000000000',
|
||||
'shardId-000000000001')
|
||||
conn.merge_shards(stream_name, "shardId-000000000000", "shardId-000000000001")
|
||||
|
||||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(3)
|
||||
sum([shard['SequenceNumberRange']['EndingSequenceNumber']
|
||||
for shard in shards]).should.equal(99)
|
||||
conn.merge_shards(stream_name, 'shardId-000000000002',
|
||||
'shardId-000000000000')
|
||||
sum(
|
||||
[shard["SequenceNumberRange"]["EndingSequenceNumber"] for shard in shards]
|
||||
).should.equal(99)
|
||||
conn.merge_shards(stream_name, "shardId-000000000002", "shardId-000000000000")
|
||||
|
||||
stream_response = conn.describe_stream(stream_name)
|
||||
|
||||
stream = stream_response["StreamDescription"]
|
||||
shards = stream['Shards']
|
||||
shards = stream["Shards"]
|
||||
shards.should.have.length_of(2)
|
||||
sum([shard['SequenceNumberRange']['EndingSequenceNumber']
|
||||
for shard in shards]).should.equal(99)
|
||||
sum(
|
||||
[shard["SequenceNumberRange"]["EndingSequenceNumber"] for shard in shards]
|
||||
).should.equal(99)
|
||||
|
|
|
|||
|
|
@ -6,9 +6,9 @@ import sure # noqa
|
|||
import moto.server as server
|
||||
from moto import mock_kinesis
|
||||
|
||||
'''
|
||||
"""
|
||||
Test the different server responses
|
||||
'''
|
||||
"""
|
||||
|
||||
|
||||
@mock_kinesis
|
||||
|
|
@ -16,10 +16,7 @@ def test_list_streams():
|
|||
backend = server.create_backend_app("kinesis")
|
||||
test_client = backend.test_client()
|
||||
|
||||
res = test_client.get('/?Action=ListStreams')
|
||||
res = test_client.get("/?Action=ListStreams")
|
||||
|
||||
json_data = json.loads(res.data.decode("utf-8"))
|
||||
json_data.should.equal({
|
||||
"HasMoreStreams": False,
|
||||
"StreamNames": [],
|
||||
})
|
||||
json_data.should.equal({"HasMoreStreams": False, "StreamNames": []})
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue