data_pipeline

Create and manage AWS Datapipelines

Collection: community.aws

Full Name: community.aws.data_pipeline

Synopsis

Create and manage AWS Datapipelines

Parameters

Name	Type	Required	Default
access_key	str
aws_ca_bundle	path
aws_config	dict
debug_botocore_endpoint_logs	bool		`false`
description	str
endpoint_url	str
name	str	yes
objects	list		`[]`
parameters	list		`[]`
profile	str
region	str
secret_key	str
session_token	str
state	str		`present`
tags	dict		`map[]`
timeout	int		`300`
validate_certs	bool		`true`
values	list		`[]`

Example

yaml

# Create pipeline
- name: Create and manage AWS Datapipelines
  community.aws.data_pipeline:
    name: test-dp
    region: us-west-2
    objects: "{{pipelineObjects}}"
    parameters: "{{pipelineParameters}}"
    values: "{{pipelineValues}}"
    tags:
        key1: val1
        key2: val2
    state: present

# Example populating and activating a pipeline that demonstrates two ways of providing pipeline objects
- community.aws.data_pipeline:
  name: test-dp
  objects:
    - id: "DefaultSchedule"
      name: "Every 1 day"
      fields:
        - "key": "period"
          "stringValue": "1 days"
        - "key": "type"
          "stringValue": "Schedule"
        - "key": "startAt"
          "stringValue": "FIRST_ACTIVATION_DATE_TIME"
    - id: "Default"
      name: "Default"
      fields:
        - "key": "resourceRole"
          "stringValue": "my_resource_role"
        - "key": "role"
          "stringValue": "DataPipelineDefaultRole"
        - "key": "pipelineLogUri"
          "stringValue": "s3://my_s3_log.txt"
        - "key": "scheduleType"
          "stringValue": "cron"
        - "key": "schedule"
          "refValue": "DefaultSchedule"
        - "key": "failureAndRerunMode"
          "stringValue": "CASCADE"
  state: active

# Activate pipeline
- name: Create and manage AWS Datapipelines
  community.aws.data_pipeline:
    name: test-dp
    region: us-west-2
    state: active

# Delete pipeline
- name: Create and manage AWS Datapipelines
  community.aws.data_pipeline:
    name: test-dp
    region: us-west-2
    state: absent