catalin/moto
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

List instances Implementation in EMR (#3871)

Browse source 
* Implemented list instances in EMR

* removed import from tests

* make format

* fix W291 trailing whitespace

* removed to work for py2.7

* Storing only ec2_id and instance group in Fake instance

Co-authored-by: J <jdeepe@147dda1b0833.ant.amazon.com>
This commit is contained in:
Deepesh J 2021-04-23 12:33:06 +05:30 • committed by GitHub
commit c31dffcc92
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 160 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

46
tests/test_emr/test_emr_boto3.py
View file

@ -758,6 +758,51 @@ def test_bootstrap_actions():
x["ScriptPath"].should.equal(y["ScriptBootstrapAction"]["Path"])
@mock_emr
def test_instances():
input_groups = dict((g["Name"], g) for g in input_instance_groups)
client = boto3.client("emr", region_name="us-east-1")
args = deepcopy(run_job_flow_args)
args["Instances"] = {"InstanceGroups": input_instance_groups}
cluster_id = client.run_job_flow(**args)["JobFlowId"]
jf = client.describe_job_flows(JobFlowIds=[cluster_id])["JobFlows"][0]
instances = client.list_instances(ClusterId=cluster_id)["Instances"]
len(instances).should.equal(sum(g["InstanceCount"] for g in input_instance_groups))
for x in instances:
x.should.have.key("InstanceGroupId")
instance_group = [
j
for j in jf["Instances"]["InstanceGroups"]
if j["InstanceGroupId"] == x["InstanceGroupId"]
]
len(instance_group).should.equal(1)
y = input_groups[instance_group[0]["Name"]]
x.should.have.key("Id")
x.should.have.key("Ec2InstanceId")
x.should.have.key("PublicDnsName")
x.should.have.key("PublicIpAddress")
x.should.have.key("PrivateDnsName")
x.should.have.key("PrivateIpAddress")
x.should.have.key("InstanceFleetId")
x["InstanceType"].should.equal(y["InstanceType"])
x["Market"].should.equal(y["Market"])
x["Status"]["Timeline"]["ReadyDateTime"].should.be.a("datetime.datetime")
x["Status"]["Timeline"]["CreationDateTime"].should.be.a("datetime.datetime")
x["Status"]["State"].should.equal("RUNNING")
for x in [["MASTER"], ["CORE"], ["TASK"], ["MASTER", "TASK"]]:
instances = client.list_instances(ClusterId=cluster_id, InstanceGroupTypes=x)[
"Instances"
]
len(instances).should.equal(
sum(
g["InstanceCount"]
for g in input_instance_groups
if g["InstanceRole"] in x
)
)
@mock_emr
def test_instance_groups():
input_groups = dict((g["Name"], g) for g in input_instance_groups)
@ -800,7 +845,6 @@ def test_instance_groups():
x["ReadyDateTime"].should.be.a("datetime.datetime")
x["StartDateTime"].should.be.a("datetime.datetime")
x["State"].should.equal("RUNNING")
groups = client.list_instance_groups(ClusterId=cluster_id)["InstanceGroups"]
for x in groups:
y = deepcopy(input_groups[x["Name"]])