Change CloudFormation to support Data Pipelines

moto/cloudformation/parsing.py

@@ -4,6 +4,7 @@ import functools
 import logging
 
 from moto.autoscaling import models as autoscaling_models
+from moto.datapipeline import models as datapipeline_models
 from moto.ec2 import models as ec2_models
 from moto.elb import models as elb_models
 from moto.iam import models as iam_models
@@ -36,6 +37,7 @@ MODEL_MAP = {
     "AWS::EC2::VPCGatewayAttachment": ec2_models.VPCGatewayAttachment,
     "AWS::EC2::VPCPeeringConnection": ec2_models.VPCPeeringConnection,
     "AWS::ElasticLoadBalancing::LoadBalancer": elb_models.FakeLoadBalancer,
+    "AWS::DataPipeline::Pipeline": datapipeline_models.Pipeline,
     "AWS::IAM::InstanceProfile": iam_models.InstanceProfile,
     "AWS::IAM::Role": iam_models.Role,
     "AWS::RDS::DBInstance": rds_models.Database,

moto/datapipeline/models.py

@@ -3,7 +3,7 @@ from __future__ import unicode_literals
 import datetime
 import boto.datapipeline
 from moto.core import BaseBackend
-from .utils import get_random_pipeline_id
+from .utils import get_random_pipeline_id, remove_capitalization_of_dict_keys
 
 
 class PipelineObject(object):
@@ -73,12 +73,25 @@ class Pipeline(object):
     def set_pipeline_objects(self, pipeline_objects):
         self.objects = [
             PipelineObject(pipeline_object['id'], pipeline_object['name'], pipeline_object['fields'])
-            for pipeline_object in pipeline_objects
+            for pipeline_object in remove_capitalization_of_dict_keys(pipeline_objects)
         ]
 
     def activate(self):
         self.status = "SCHEDULED"
 
+    @classmethod
+    def create_from_cloudformation_json(cls, resource_name, cloudformation_json, region_name):
+        datapipeline_backend = datapipeline_backends[region_name]
+        properties = cloudformation_json["Properties"]
+
+        cloudformation_unique_id = "cf-" + properties["Name"]
+        pipeline = datapipeline_backend.create_pipeline(properties["Name"], cloudformation_unique_id)
+        datapipeline_backend.put_pipeline_definition(pipeline.pipeline_id, properties["PipelineObjects"])
+
+        if properties["Activate"]:
+            pipeline.activate()
+        return pipeline
+
 
 class DataPipelineBackend(BaseBackend):
 

moto/datapipeline/utils.py

@@ -1,5 +1,23 @@
+import collections
+import six
 from moto.core.utils import get_random_hex
 
 
 def get_random_pipeline_id():
     return "df-{0}".format(get_random_hex(length=19))
+
+
+def remove_capitalization_of_dict_keys(obj):
+    if isinstance(obj, collections.Mapping):
+        result = obj.__class__()
+        for key, value in obj.items():
+            normalized_key = key[:1].lower() + key[1:]
+            result[normalized_key] = remove_capitalization_of_dict_keys(value)
+        return result
+    elif isinstance(obj, collections.Iterable) and not isinstance(obj, six.string_types):
+        result = obj.__class__()
+        for item in obj:
+            result += (remove_capitalization_of_dict_keys(item),)
+        return result
+    else:
+        return obj